You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@nemo.apache.org by wy...@apache.org on 2019/09/24 12:29:09 UTC

[incubator-nemo] branch master updated: [NEMO-375] Clean up of remnants of #211 (#224)

This is an automated email from the ASF dual-hosted git repository.

wylee pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-nemo.git


The following commit(s) were added to refs/heads/master by this push:
     new dd0cfe2  [NEMO-375] Clean up of remnants of #211 (#224)
dd0cfe2 is described below

commit dd0cfe20ffdc49cde380e7afe0d20625f3638a05
Author: Won Wook SONG <wo...@apache.org>
AuthorDate: Tue Sep 24 21:29:04 2019 +0900

    [NEMO-375] Clean up of remnants of #211 (#224)
    
    JIRA: [NEMO-375: Add option to turn off metric collection to DB](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-375)
    
    **Major changes:**
    - None
    
    **Minor changes to note:**
    - Removes the static actions that happen nevertheless of the configuration and misleads users
    
    **Tests for the changes:**
    - None
    
    **Other comments:**
    - None
    
    Closes #224
---
 .../java/org/apache/nemo/runtime/common/metric/MetricUtils.java     | 6 +++---
 .../java/org/apache/nemo/runtime/master/metric/MetricStore.java     | 2 +-
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/runtime/common/src/main/java/org/apache/nemo/runtime/common/metric/MetricUtils.java b/runtime/common/src/main/java/org/apache/nemo/runtime/common/metric/MetricUtils.java
index 8d458ae..49bdd9f 100644
--- a/runtime/common/src/main/java/org/apache/nemo/runtime/common/metric/MetricUtils.java
+++ b/runtime/common/src/main/java/org/apache/nemo/runtime/common/metric/MetricUtils.java
@@ -65,7 +65,6 @@ public final class MetricUtils {
     } catch (ClassNotFoundException e) {
       throw new MetricException("PostgreSQL Driver not found: " + e);
     }
-    loadMetaData();
   }
 
   public static final String SQLITE_DB_NAME =
@@ -83,9 +82,9 @@ public final class MetricUtils {
   /**
    * Load the BiMaps (lightweight) Metadata from the DB.
    *
-   * @return the loaded BiMaps, or initialized ones.
+   * @return Whether or not the metadata has been successfully loaded from the DB.
    */
-  private static void loadMetaData() {
+  public static Boolean loadMetaData() {
     try (Connection c = DriverManager.getConnection(MetricUtils.POSTGRESQL_METADATA_DB_NAME,
       "postgres", "fake_password")) {
       try (Statement statement = c.createStatement()) {
@@ -121,6 +120,7 @@ public final class MetricUtils {
     } catch (Exception e) {
       LOG.warn("Loading metadata from DB failed : ", e);
     }
+    return metaDataLoaded();
   }
 
   public static Boolean metaDataLoaded() {
diff --git a/runtime/master/src/main/java/org/apache/nemo/runtime/master/metric/MetricStore.java b/runtime/master/src/main/java/org/apache/nemo/runtime/master/metric/MetricStore.java
index 5e55d84..3d3db4f 100644
--- a/runtime/master/src/main/java/org/apache/nemo/runtime/master/metric/MetricStore.java
+++ b/runtime/master/src/main/java/org/apache/nemo/runtime/master/metric/MetricStore.java
@@ -278,7 +278,7 @@ public final class MetricStore {
                                           final String dbId, final String dbPasswd) {
     final String[] syntax = {"SERIAL PRIMARY KEY"};
 
-    if (!MetricUtils.metaDataLoaded()) {
+    if (!MetricUtils.metaDataLoaded() && !MetricUtils.loadMetaData()) {
       saveOptimizationMetricsToLocal(jobId);
       return;
     }