You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@systemml.apache.org by de...@apache.org on 2017/08/01 18:09:20 UTC
systemml git commit: [SYSTEMML-1804] Compile time for statistics via
MLContext
Repository: systemml
Updated Branches:
refs/heads/master dbe7427e9 -> a2db1ad89
[SYSTEMML-1804] Compile time for statistics via MLContext
If statistics is on via the MLContext API, compute and display the
program compile-time.
Closes #595.
Project: http://git-wip-us.apache.org/repos/asf/systemml/repo
Commit: http://git-wip-us.apache.org/repos/asf/systemml/commit/a2db1ad8
Tree: http://git-wip-us.apache.org/repos/asf/systemml/tree/a2db1ad8
Diff: http://git-wip-us.apache.org/repos/asf/systemml/diff/a2db1ad8
Branch: refs/heads/master
Commit: a2db1ad895f09ccc7e56b43d8b6baf21fc887fe4
Parents: dbe7427
Author: Deron Eriksson <de...@apache.org>
Authored: Tue Aug 1 11:07:45 2017 -0700
Committer: Deron Eriksson <de...@apache.org>
Committed: Tue Aug 1 11:07:45 2017 -0700
----------------------------------------------------------------------
.../apache/sysml/api/mlcontext/ScriptExecutor.java | 16 ++++++++++------
1 file changed, 10 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/systemml/blob/a2db1ad8/src/main/java/org/apache/sysml/api/mlcontext/ScriptExecutor.java
----------------------------------------------------------------------
diff --git a/src/main/java/org/apache/sysml/api/mlcontext/ScriptExecutor.java b/src/main/java/org/apache/sysml/api/mlcontext/ScriptExecutor.java
index 5665308..467e94e 100644
--- a/src/main/java/org/apache/sysml/api/mlcontext/ScriptExecutor.java
+++ b/src/main/java/org/apache/sysml/api/mlcontext/ScriptExecutor.java
@@ -183,10 +183,8 @@ public class ScriptExecutor {
return;
try {
- ExplainType explainType = (explainLevel != null) ?
- explainLevel.getExplainType() : ExplainType.RUNTIME;
- System.out.println(Explain.display(
- dmlProgram, runtimeProgram, explainType, null));
+ ExplainType explainType = (explainLevel != null) ? explainLevel.getExplainType() : ExplainType.RUNTIME;
+ System.out.println(Explain.display(dmlProgram, runtimeProgram, explainType, null));
} catch (Exception e) {
throw new MLContextException("Exception occurred while explaining dml program", e);
}
@@ -298,6 +296,9 @@ public class ScriptExecutor {
// main steps in script execution
setup(script);
+ if (statistics) {
+ Statistics.startCompileTimer();
+ }
parseScript();
liveVariableAnalysis();
validateScript();
@@ -311,6 +312,9 @@ public class ScriptExecutor {
countCompiledMRJobsAndSparkInstructions();
initializeCachingAndScratchSpace();
cleanupRuntimeProgram();
+ if (statistics) {
+ Statistics.stopCompileTimer();
+ }
try {
createAndInitializeExecutionContext();
@@ -342,9 +346,9 @@ public class ScriptExecutor {
// Set global variable indicating the script type
DMLScript.SCRIPT_TYPE = script.getScriptType();
setGlobalFlags();
- //reset all relevant summary statistics
+ // reset all relevant summary statistics
Statistics.resetNoOfExecutedJobs();
- if( statistics ) {
+ if (statistics) {
CacheStatistics.reset();
Statistics.reset();
}