You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hbase.apache.org by st...@apache.org on 2018/11/06 18:18:34 UTC
[hbase-connectors] branch master updated (54df39e -> ed78bd7)
This is an automated email from the ASF dual-hosted git repository.
stack pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hbase-connectors.git.
from 54df39e Merge pull request #7 from saintstack/m.HBASE-21435
add 825f8ab HBASE-21430 [hbase-connectors] Move hbase-spark* modules to hbase-connectors repo
new ed78bd7 Merge pull request #8 from saintstack/HBASE-21430
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 1 +
kafka/pom.xml | 2 +-
pom.xml | 157 ++-
spark/README.md | 1 +
spark/hbase-spark-it/pom.xml | 366 ++++++
.../hbase/spark/IntegrationTestSparkBulkLoad.java | 677 +++++++++++
.../src/test/resources/hbase-site.xml | 33 +-
spark/hbase-spark/README.txt | 6 +
spark/hbase-spark/pom.xml | 788 +++++++++++++
.../hadoop/hbase/spark/SparkSQLPushDownFilter.java | 309 +++++
.../hbasecontext/JavaHBaseBulkDeleteExample.java | 81 ++
.../hbasecontext/JavaHBaseBulkGetExample.java | 116 ++
.../hbasecontext/JavaHBaseBulkLoadExample.java | 109 ++
.../hbasecontext/JavaHBaseBulkPutExample.java | 91 ++
.../hbasecontext/JavaHBaseDistributedScan.java | 81 ++
.../hbasecontext/JavaHBaseMapGetPutExample.java | 105 ++
.../JavaHBaseStreamingBulkPutExample.java | 92 ++
.../src/main/protobuf/SparkFilter.proto | 40 +
.../hadoop/hbase/spark/BulkLoadPartitioner.scala | 63 +
.../hadoop/hbase/spark/ByteArrayComparable.scala | 46 +-
.../hadoop/hbase/spark/ByteArrayWrapper.scala | 47 +
.../spark/ColumnFamilyQualifierMapKeyWrapper.scala | 75 ++
.../apache/hadoop/hbase/spark/DefaultSource.scala | 1222 ++++++++++++++++++++
.../hbase/spark/DynamicLogicExpression.scala | 259 +++++
.../hbase/spark/FamiliesQualifiersValues.scala | 68 ++
.../hbase/spark/FamilyHFileWriteOptions.scala | 38 +
.../hadoop/hbase/spark/HBaseConnectionCache.scala | 270 +++++
.../apache/hadoop/hbase/spark/HBaseContext.scala | 1126 ++++++++++++++++++
.../hadoop/hbase/spark/HBaseDStreamFunctions.scala | 160 +++
.../hadoop/hbase/spark/HBaseRDDFunctions.scala | 253 ++++
.../hadoop/hbase/spark/JavaHBaseContext.scala | 404 +++++++
.../hadoop/hbase/spark/KeyFamilyQualifier.scala | 48 +
.../org/apache/hadoop/hbase/spark/Logging.scala | 121 ++
.../apache/hadoop/hbase/spark/NewHBaseRDD.scala | 38 +
.../hadoop/hbase/spark/datasources/Bound.scala | 120 ++
.../spark/datasources/DataTypeParserWrapper.scala | 32 +
.../hbase/spark/datasources/HBaseResources.scala | 171 +++
.../hbase/spark/datasources/HBaseSparkConf.scala | 62 +
.../spark/datasources/HBaseTableCatalog.scala | 372 ++++++
.../spark/datasources/HBaseTableScanRDD.scala | 311 +++++
.../hbase/spark/datasources/JavaBytesEncoder.scala | 116 ++
.../hbase/spark/datasources/NaiveEncoder.scala | 261 +++++
.../hbase/spark/datasources/SchemaConverters.scala | 430 +++++++
.../hadoop/hbase/spark/datasources/SerDes.scala | 37 +
.../datasources/SerializableConfiguration.scala | 47 +
.../hadoop/hbase/spark/datasources/Utils.scala | 100 ++
.../hadoop/hbase/spark/datasources/package.scala | 39 +
.../spark/example/datasources/AvroSource.scala | 163 +++
.../hbase/spark/example/datasources/DataType.scala | 172 +++
.../spark/example/datasources/HBaseSource.scala | 109 ++
.../hbasecontext/HBaseBulkDeleteExample.scala | 66 ++
.../example/hbasecontext/HBaseBulkGetExample.scala | 97 ++
.../example/hbasecontext/HBaseBulkPutExample.scala | 78 ++
.../hbasecontext/HBaseBulkPutExampleFromFile.scala | 79 ++
.../HBaseBulkPutTimestampExample.scala | 79 ++
.../hbasecontext/HBaseDistributedScanExample.scala | 62 +
.../HBaseStreamingBulkPutExample.scala | 77 ++
.../spark/example/rdd/HBaseBulkDeleteExample.scala | 67 ++
.../spark/example/rdd/HBaseBulkGetExample.scala | 94 ++
.../spark/example/rdd/HBaseBulkPutExample.scala | 80 ++
.../example/rdd/HBaseForeachPartitionExample.scala | 87 ++
.../example/rdd/HBaseMapPartitionExample.scala | 93 ++
.../hadoop/hbase/spark/TestJavaHBaseContext.java | 538 +++++++++
.../hbase-spark/src/test/resources/hbase-site.xml | 157 +++
.../src/test/resources}/log4j.properties | 64 +-
.../apache/hadoop/hbase/spark/BulkLoadSuite.scala | 956 +++++++++++++++
.../hadoop/hbase/spark/DefaultSourceSuite.scala | 1063 +++++++++++++++++
.../hbase/spark/DynamicLogicExpressionSuite.scala | 338 ++++++
.../hadoop/hbase/spark/HBaseCatalogSuite.scala | 109 ++
.../hbase/spark/HBaseConnectionCacheSuite.scala | 236 ++++
.../hadoop/hbase/spark/HBaseContextSuite.scala | 356 ++++++
.../hbase/spark/HBaseDStreamFunctionsSuite.scala | 142 +++
.../hbase/spark/HBaseRDDFunctionsSuite.scala | 398 +++++++
.../hadoop/hbase/spark/HBaseTestSource.scala | 62 +
.../hadoop/hbase/spark/PartitionFilterSuite.scala | 522 +++++++++
.../hbase/spark/TableOutputFormatSuite.scala | 131 +++
spark/pom.xml | 154 +++
77 files changed, 15944 insertions(+), 76 deletions(-)
create mode 100755 spark/README.md
create mode 100644 spark/hbase-spark-it/pom.xml
create mode 100644 spark/hbase-spark-it/src/test/java/org/apache/hadoop/hbase/spark/IntegrationTestSparkBulkLoad.java
copy kafka/hbase-kafka-proxy/src/main/java/org/apache/hadoop/hbase/kafka/DropRule.java => spark/hbase-spark-it/src/test/resources/hbase-site.xml (65%)
create mode 100644 spark/hbase-spark/README.txt
create mode 100644 spark/hbase-spark/pom.xml
create mode 100644 spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/SparkSQLPushDownFilter.java
create mode 100644 spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseBulkDeleteExample.java
create mode 100644 spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseBulkGetExample.java
create mode 100644 spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseBulkLoadExample.java
create mode 100644 spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseBulkPutExample.java
create mode 100644 spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseDistributedScan.java
create mode 100644 spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseMapGetPutExample.java
create mode 100644 spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseStreamingBulkPutExample.java
create mode 100644 spark/hbase-spark/src/main/protobuf/SparkFilter.proto
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/BulkLoadPartitioner.scala
copy kafka/hbase-kafka-proxy/src/main/java/org/apache/hadoop/hbase/kafka/TopicRule.java => spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/ByteArrayComparable.scala (51%)
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/ByteArrayWrapper.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/ColumnFamilyQualifierMapKeyWrapper.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/DefaultSource.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/DynamicLogicExpression.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/FamiliesQualifiersValues.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/FamilyHFileWriteOptions.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/HBaseConnectionCache.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/HBaseContext.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/HBaseDStreamFunctions.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/HBaseRDDFunctions.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/JavaHBaseContext.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/KeyFamilyQualifier.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/Logging.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/NewHBaseRDD.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/Bound.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/DataTypeParserWrapper.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/HBaseResources.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/HBaseSparkConf.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/HBaseTableCatalog.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/HBaseTableScanRDD.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/JavaBytesEncoder.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/NaiveEncoder.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/SchemaConverters.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/SerDes.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/SerializableConfiguration.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/Utils.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/package.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/datasources/AvroSource.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/datasources/DataType.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/datasources/HBaseSource.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkDeleteExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkGetExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkPutExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkPutExampleFromFile.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkPutTimestampExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseDistributedScanExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseStreamingBulkPutExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseBulkDeleteExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseBulkGetExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseBulkPutExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseForeachPartitionExample.scala
create mode 100644 spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseMapPartitionExample.scala
create mode 100644 spark/hbase-spark/src/test/java/org/apache/hadoop/hbase/spark/TestJavaHBaseContext.java
create mode 100644 spark/hbase-spark/src/test/resources/hbase-site.xml
copy {conf => spark/hbase-spark/src/test/resources}/log4j.properties (56%)
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/BulkLoadSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/DefaultSourceSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/DynamicLogicExpressionSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseCatalogSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseConnectionCacheSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseContextSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseDStreamFunctionsSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseRDDFunctionsSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseTestSource.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/PartitionFilterSuite.scala
create mode 100644 spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/TableOutputFormatSuite.scala
create mode 100644 spark/pom.xml
[hbase-connectors] 01/01: Merge pull request #8 from
saintstack/HBASE-21430
Posted by st...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
stack pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hbase-connectors.git
commit ed78bd7da3138e9eadf77afd5b720c0c58cf2df8
Merge: 54df39e 825f8ab
Author: Michael Stack <sa...@users.noreply.github.com>
AuthorDate: Tue Nov 6 10:18:30 2018 -0800
Merge pull request #8 from saintstack/HBASE-21430
HBASE-21430 [hbase-connectors] Move hbase-spark* modules to hbase-con…
README.md | 1 +
kafka/pom.xml | 2 +-
pom.xml | 157 ++-
spark/README.md | 1 +
spark/hbase-spark-it/pom.xml | 366 ++++++
.../hbase/spark/IntegrationTestSparkBulkLoad.java | 677 +++++++++++
.../src/test/resources/hbase-site.xml | 32 +
spark/hbase-spark/README.txt | 6 +
spark/hbase-spark/pom.xml | 788 +++++++++++++
.../hadoop/hbase/spark/SparkSQLPushDownFilter.java | 309 +++++
.../hbasecontext/JavaHBaseBulkDeleteExample.java | 81 ++
.../hbasecontext/JavaHBaseBulkGetExample.java | 116 ++
.../hbasecontext/JavaHBaseBulkLoadExample.java | 109 ++
.../hbasecontext/JavaHBaseBulkPutExample.java | 91 ++
.../hbasecontext/JavaHBaseDistributedScan.java | 81 ++
.../hbasecontext/JavaHBaseMapGetPutExample.java | 105 ++
.../JavaHBaseStreamingBulkPutExample.java | 92 ++
.../src/main/protobuf/SparkFilter.proto | 40 +
.../hadoop/hbase/spark/BulkLoadPartitioner.scala | 63 +
.../hadoop/hbase/spark/ByteArrayComparable.scala | 49 +
.../hadoop/hbase/spark/ByteArrayWrapper.scala | 47 +
.../spark/ColumnFamilyQualifierMapKeyWrapper.scala | 75 ++
.../apache/hadoop/hbase/spark/DefaultSource.scala | 1222 ++++++++++++++++++++
.../hbase/spark/DynamicLogicExpression.scala | 259 +++++
.../hbase/spark/FamiliesQualifiersValues.scala | 68 ++
.../hbase/spark/FamilyHFileWriteOptions.scala | 38 +
.../hadoop/hbase/spark/HBaseConnectionCache.scala | 270 +++++
.../apache/hadoop/hbase/spark/HBaseContext.scala | 1126 ++++++++++++++++++
.../hadoop/hbase/spark/HBaseDStreamFunctions.scala | 160 +++
.../hadoop/hbase/spark/HBaseRDDFunctions.scala | 253 ++++
.../hadoop/hbase/spark/JavaHBaseContext.scala | 404 +++++++
.../hadoop/hbase/spark/KeyFamilyQualifier.scala | 48 +
.../org/apache/hadoop/hbase/spark/Logging.scala | 121 ++
.../apache/hadoop/hbase/spark/NewHBaseRDD.scala | 38 +
.../hadoop/hbase/spark/datasources/Bound.scala | 120 ++
.../spark/datasources/DataTypeParserWrapper.scala | 32 +
.../hbase/spark/datasources/HBaseResources.scala | 171 +++
.../hbase/spark/datasources/HBaseSparkConf.scala | 62 +
.../spark/datasources/HBaseTableCatalog.scala | 372 ++++++
.../spark/datasources/HBaseTableScanRDD.scala | 311 +++++
.../hbase/spark/datasources/JavaBytesEncoder.scala | 116 ++
.../hbase/spark/datasources/NaiveEncoder.scala | 261 +++++
.../hbase/spark/datasources/SchemaConverters.scala | 430 +++++++
.../hadoop/hbase/spark/datasources/SerDes.scala | 37 +
.../datasources/SerializableConfiguration.scala | 47 +
.../hadoop/hbase/spark/datasources/Utils.scala | 100 ++
.../hadoop/hbase/spark/datasources/package.scala | 39 +
.../spark/example/datasources/AvroSource.scala | 163 +++
.../hbase/spark/example/datasources/DataType.scala | 172 +++
.../spark/example/datasources/HBaseSource.scala | 109 ++
.../hbasecontext/HBaseBulkDeleteExample.scala | 66 ++
.../example/hbasecontext/HBaseBulkGetExample.scala | 97 ++
.../example/hbasecontext/HBaseBulkPutExample.scala | 78 ++
.../hbasecontext/HBaseBulkPutExampleFromFile.scala | 79 ++
.../HBaseBulkPutTimestampExample.scala | 79 ++
.../hbasecontext/HBaseDistributedScanExample.scala | 62 +
.../HBaseStreamingBulkPutExample.scala | 77 ++
.../spark/example/rdd/HBaseBulkDeleteExample.scala | 67 ++
.../spark/example/rdd/HBaseBulkGetExample.scala | 94 ++
.../spark/example/rdd/HBaseBulkPutExample.scala | 80 ++
.../example/rdd/HBaseForeachPartitionExample.scala | 87 ++
.../example/rdd/HBaseMapPartitionExample.scala | 93 ++
.../hadoop/hbase/spark/TestJavaHBaseContext.java | 538 +++++++++
.../hbase-spark/src/test/resources/hbase-site.xml | 157 +++
.../src/test/resources/log4j.properties | 76 ++
.../apache/hadoop/hbase/spark/BulkLoadSuite.scala | 956 +++++++++++++++
.../hadoop/hbase/spark/DefaultSourceSuite.scala | 1063 +++++++++++++++++
.../hbase/spark/DynamicLogicExpressionSuite.scala | 338 ++++++
.../hadoop/hbase/spark/HBaseCatalogSuite.scala | 109 ++
.../hbase/spark/HBaseConnectionCacheSuite.scala | 236 ++++
.../hadoop/hbase/spark/HBaseContextSuite.scala | 356 ++++++
.../hbase/spark/HBaseDStreamFunctionsSuite.scala | 142 +++
.../hbase/spark/HBaseRDDFunctionsSuite.scala | 398 +++++++
.../hadoop/hbase/spark/HBaseTestSource.scala | 62 +
.../hadoop/hbase/spark/PartitionFilterSuite.scala | 522 +++++++++
.../hbase/spark/TableOutputFormatSuite.scala | 131 +++
spark/pom.xml | 154 +++
77 files changed, 16031 insertions(+), 3 deletions(-)