You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ar...@apache.org on 2018/12/17 16:13:15 UTC
[beam] branch master updated (a68f209 -> 67d0f78)
This is an automated email from the ASF dual-hosted git repository.
aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from a68f209 Merge pull request #4760: [BEAM-2873] Setting number of shards for writes with runner determined sharding
add a6d4345 [BEAM-6200] Deprecate old HadoopInputFormatIO, move it into new HadoopFormatIO
add 67d0f78 Merge pull request #7263: [BEAM-6200] Deprecate old HadoopInputFormatIO, move it into new HadoopFormatIO
No new revisions were added by this update.
Summary of changes:
sdks/java/io/hadoop-format/build.gradle | 40 +-
.../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 822 ++++++++++++++++++-
.../format}/ConfigurableEmployeeInputFormat.java | 4 +-
.../beam/sdk/io/hadoop/format}/Employee.java | 4 +-
.../sdk/io/hadoop/format}/EmployeeInputFormat.java | 6 +-
.../sdk/io/hadoop/format/EmployeeOutputFormat.java | 1 -
.../hadoop/format/HadoopFormatIOCassandraIT.java} | 30 +-
.../format/HadoopFormatIOCassandraTest.java} | 12 +-
.../io/hadoop/format/HadoopFormatIOElasticIT.java} | 24 +-
.../hadoop/format/HadoopFormatIOElasticTest.java} | 12 +-
.../sdk/io/hadoop/format/HadoopFormatIOIT.java | 37 +-
.../io/hadoop/format/HadoopFormatIOReadTest.java} | 151 ++--
.../hadoop/format/HadoopFormatIOTestOptions.java} | 6 +-
...matIOTest.java => HadoopFormatIOWriteTest.java} | 6 +-
.../format}/ReuseObjectsEmployeeInputFormat.java | 6 +-
.../sdk/io/hadoop/format}/TestEmployeeDataSet.java | 2 +-
.../sdk/io/hadoop/format}/TestRowDBWritable.java | 4 +-
.../src/test/resources/cassandra.yaml | 0
sdks/java/io/hadoop-input-format/build.gradle | 1 +
.../io/hadoop/inputformat/HadoopInputFormatIO.java | 871 +++------------------
.../io/hadoop/inputformat/EmployeeInputFormat.java | 2 +-
.../inputformat/HadoopInputFormatIOTest.java | 462 -----------
22 files changed, 1116 insertions(+), 1387 deletions(-)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format}/ConfigurableEmployeeInputFormat.java (96%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format}/Employee.java (95%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format}/EmployeeInputFormat.java (95%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat/HIFIOCassandraIT.java => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOCassandraIT.java} (87%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat/HIFIOWithEmbeddedCassandraTest.java => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOCassandraTest.java} (95%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat/HIFIOElasticIT.java => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOElasticIT.java} (91%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat/HIFIOWithElasticTest.java => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOElasticTest.java} (96%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat/HadoopInputFormatIOTest.java => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOReadTest.java} (85%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat/HIFITestOptions.java => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOTestOptions.java} (92%)
rename sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/{HadoopFormatIOTest.java => HadoopFormatIOWriteTest.java} (98%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format}/ReuseObjectsEmployeeInputFormat.java (96%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format}/TestEmployeeDataSet.java (98%)
copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat => hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format}/TestRowDBWritable.java (94%)
copy sdks/java/io/{hadoop-input-format => hadoop-format}/src/test/resources/cassandra.yaml (100%)