[gobblin] branch master updated (4b1d57f -> d5a85e3)

[le...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

lesun pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git.


    from 4b1d57f  [GOBBLIN-1485]Enable feature to get schema from writer schema when do hive registration (#3324)
     add d5a85e3  Add initial version of automatic troubleshooter (#3296)

No new revisions were added by this update.

Summary of changes:
 gobblin-all/build.gradle                           |   1 +
 .../gobblin/configuration/ConfigurationKeys.java   |  28 ++-
 .../gobblin/cluster/GobblinHelixJobLauncher.java   |   3 +-
 .../gobblin-troubleshooter}/build.gradle           |  14 +-
 .../AutoTroubleshooterLogAppender.java             | 173 +++++++++++++++++++
 .../AutomaticTroubleshooterImpl.java               | 188 +++++++++++++++++++++
 .../AutoTroubleshooterLogAppenderTest.java         | 130 ++++++++++++++
 .../AutomaticTroubleshooterTest.java               | 121 +++++++++++++
 gobblin-runtime/build.gradle                       |   1 +
 .../gobblin/runtime/AbstractJobLauncher.java       |  28 ++-
 .../gobblin/runtime/GobblinMultiTaskAttempt.java   |  41 ++++-
 .../org/apache/gobblin/runtime/JobContext.java     |  18 +-
 .../java/org/apache/gobblin/runtime/TaskState.java |  49 +++++-
 .../gobblin/runtime/TaskStateCollectorService.java |  47 +++++-
 .../gobblin/runtime/ThrowableWithErrorCode.java    |  17 +-
 .../gobblin/runtime/mapreduce/MRJobLauncher.java   |  22 ++-
 .../troubleshooter/AutomaticTroubleshooter.java    |  99 +++++++++++
 .../AutomaticTroubleshooterConfig.java             |  58 +++++++
 .../AutomaticTroubleshooterFactory.java            |  84 +++++++++
 .../troubleshooter/DefaultIssueRefinery.java       |  60 +++++++
 .../troubleshooter/InMemoryIssueRepository.java    | 111 ++++++++++++
 .../gobblin/runtime/troubleshooter/Issue.java      |  81 +++++++++
 .../runtime/troubleshooter/IssueEventBuilder.java  |  99 +++++++++++
 .../runtime/troubleshooter/IssueRefinery.java      |  14 +-
 .../runtime/troubleshooter/IssueRepository.java    |  63 +++++++
 .../runtime/troubleshooter/IssueSeverity.java      |  18 +-
 .../NoopAutomaticTroubleshooter.java               |  79 +++++++++
 .../runtime/troubleshooter/NoopIssueRefinery.java  |  12 +-
 .../troubleshooter/NoopIssueRepository.java        |  43 +++--
 .../TroubleshooterException.java}                  |  20 ++-
 .../{RuntimeConstructs.java => GsonUtils.java}     |  34 ++--
 .../apache/gobblin/runtime/DummyJobContext.java    |   9 +-
 .../runtime/TaskStateCollectorServiceTest.java     |   7 +-
 .../org/apache/gobblin/runtime/TaskStateTest.java  |  30 +++-
 .../AutomaticTroubleshooterConfigTest.java         |  25 +--
 .../AutomaticTroubleshooterFactoryTest.java        |  52 ++++++
 .../InMemoryIssueRepositoryTest.java               | 128 ++++++++++++++
 .../troubleshooter/IssueEventBuilderTest.java      |  59 +++++++
 gradle/scripts/dependencyDefinitions.gradle        |   1 +
 39 files changed, 1933 insertions(+), 134 deletions(-)
 copy {gobblin-runtime-hadoop => gobblin-modules/gobblin-troubleshooter}/build.gradle (74%)
 create mode 100644 gobblin-modules/gobblin-troubleshooter/src/main/java/org/apache/gobblin/troubleshooter/AutoTroubleshooterLogAppender.java
 create mode 100644 gobblin-modules/gobblin-troubleshooter/src/main/java/org/apache/gobblin/troubleshooter/AutomaticTroubleshooterImpl.java
 create mode 100644 gobblin-modules/gobblin-troubleshooter/src/test/java/org/apache/gobblin/troubleshooter/AutoTroubleshooterLogAppenderTest.java
 create mode 100644 gobblin-modules/gobblin-troubleshooter/src/test/java/org/apache/gobblin/troubleshooter/AutomaticTroubleshooterTest.java
 copy gobblin-api/src/main/java/org/apache/gobblin/runtime/JobShutdownException.java => gobblin-runtime/src/main/java/org/apache/gobblin/runtime/ThrowableWithErrorCode.java (71%)
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/AutomaticTroubleshooter.java
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/AutomaticTroubleshooterConfig.java
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/AutomaticTroubleshooterFactory.java
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/DefaultIssueRefinery.java
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/InMemoryIssueRepository.java
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/Issue.java
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/IssueEventBuilder.java
 copy gobblin-modules/gobblin-kafka-common/src/main/java/org/apache/gobblin/metrics/reporter/KeyValuePusher.java => gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/IssueRefinery.java (73%)
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/IssueRepository.java
 copy gobblin-core/src/main/java/org/apache/gobblin/source/extractor/exception/ExtractPrepareException.java => gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/IssueSeverity.java (71%)
 create mode 100644 gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/NoopAutomaticTroubleshooter.java
 copy gobblin-core/src/main/java/org/apache/gobblin/writer/ConsoleWriterBuilder.java => gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/NoopIssueRefinery.java (77%)
 copy gobblin-data-management/src/main/java/org/apache/gobblin/data/management/policy/SelectAllPolicy.java => gobblin-runtime/src/main/java/org/apache/gobblin/runtime/troubleshooter/NoopIssueRepository.java (56%)
 copy gobblin-runtime/src/main/java/org/apache/gobblin/runtime/{ForkException.java => troubleshooter/TroubleshooterException.java} (71%)
 copy gobblin-runtime/src/main/java/org/apache/gobblin/runtime/util/{RuntimeConstructs.java => GsonUtils.java} (58%)
 copy gobblin-modules/gobblin-compliance/src/test/java/org/apache/gobblin/compliance/purger/HivePurgerWriterTest.java => gobblin-runtime/src/test/java/org/apache/gobblin/runtime/troubleshooter/AutomaticTroubleshooterConfigTest.java (60%)
 create mode 100644 gobblin-runtime/src/test/java/org/apache/gobblin/runtime/troubleshooter/AutomaticTroubleshooterFactoryTest.java
 create mode 100644 gobblin-runtime/src/test/java/org/apache/gobblin/runtime/troubleshooter/InMemoryIssueRepositoryTest.java
 create mode 100644 gobblin-runtime/src/test/java/org/apache/gobblin/runtime/troubleshooter/IssueEventBuilderTest.java