You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gobblin.apache.org by hu...@apache.org on 2017/08/22 21:44:25 UTC
incubator-gobblin git commit: [GOBBLIN-220]
FileAwareInputStreamDataWriter: Add a log statement when we begin file copies
so if an exception is thrown it is easy to tie that back to the filename.
Repository: incubator-gobblin
Updated Branches:
refs/heads/master 5f7246004 -> 32ca21a5c
[GOBBLIN-220] FileAwareInputStreamDataWriter: Add a log statement when we begin file copies so if an
exception is thrown it is easy to tie that back to the filename.
Closes #2071 from eogren/gobblin-220
Project: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/commit/32ca21a5
Tree: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/tree/32ca21a5
Diff: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/diff/32ca21a5
Branch: refs/heads/master
Commit: 32ca21a5c3b0cd697759431b0db34d0dfe26b0f6
Parents: 5f72460
Author: Eric Ogren <eo...@linkedin.com>
Authored: Tue Aug 22 14:44:05 2017 -0700
Committer: Hung Tran <hu...@linkedin.com>
Committed: Tue Aug 22 14:44:05 2017 -0700
----------------------------------------------------------------------
.../management/copy/writer/FileAwareInputStreamDataWriter.java | 2 ++
1 file changed, 2 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-gobblin/blob/32ca21a5/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java
----------------------------------------------------------------------
diff --git a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java
index 905ac02..03fc2b6 100644
--- a/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java
+++ b/gobblin-data-management/src/main/java/org/apache/gobblin/data/management/copy/writer/FileAwareInputStreamDataWriter.java
@@ -226,6 +226,8 @@ public class FileAwareInputStreamDataWriter extends InstrumentedDataWriter<FileA
.targetURI(this.fs.makeQualified(writeAt).toUri()).build();
StreamCopier copier = new StreamCopier(throttledInputStream, os).withBufferSize(this.bufferSize);
+ log.info("File {}: Starting copy", copyableFile.getOrigin().getPath());
+
if (isInstrumentationEnabled()) {
copier.withCopySpeedMeter(this.copySpeedMeter);
}