You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hawq.apache.org by od...@apache.org on 2017/06/30 01:03:01 UTC
incubator-hawq git commit: HAWQ-1492. Enable packaging for PXF JDBC
plugin.
Repository: incubator-hawq
Updated Branches:
refs/heads/master f157d59fa -> 8a9a4d977
HAWQ-1492. Enable packaging for PXF JDBC plugin.
Project: http://git-wip-us.apache.org/repos/asf/incubator-hawq/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-hawq/commit/8a9a4d97
Tree: http://git-wip-us.apache.org/repos/asf/incubator-hawq/tree/8a9a4d97
Diff: http://git-wip-us.apache.org/repos/asf/incubator-hawq/diff/8a9a4d97
Branch: refs/heads/master
Commit: 8a9a4d9778e51aa33e70d423e6931dd92e4e0aae
Parents: f157d59
Author: Lav Jain <lj...@pivotal.io>
Authored: Thu Jun 29 18:02:16 2017 -0700
Committer: Oleksandr Diachenko <od...@pivotal.io>
Committed: Thu Jun 29 18:02:16 2017 -0700
----------------------------------------------------------------------
pxf/build.gradle | 1 +
pxf/gradle.properties | 2 +-
.../src/main/resources/pxf-private.classpath | 1 +
.../main/resources/pxf-privatebigtop.classpath | 1 +
.../src/main/resources/pxf-privatehdp.classpath | 1 +
.../src/main/resources/pxf-privatephd.classpath | 3 ++-
.../src/main/resources/pxf-profiles-default.xml | 18 ++++++++++++------
7 files changed, 19 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/build.gradle
----------------------------------------------------------------------
diff --git a/pxf/build.gradle b/pxf/build.gradle
index 213b2dd..6f10dbb 100644
--- a/pxf/build.gradle
+++ b/pxf/build.gradle
@@ -319,6 +319,7 @@ project('pxf') {
requires(versionedPackageName('pxf-hive'), project.version, GREATER | EQUAL)
requires(versionedPackageName('pxf-hbase'), project.version, GREATER | EQUAL)
requires(versionedPackageName('pxf-json'), project.version, GREATER | EQUAL)
+ requires(versionedPackageName('pxf-jdbc'), project.version, GREATER | EQUAL)
preInstall file('src/scripts/pre-install.sh')
postInstall file('src/scripts/post-install.sh')
http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/gradle.properties
----------------------------------------------------------------------
diff --git a/pxf/gradle.properties b/pxf/gradle.properties
index 8544e89..82190ea 100644
--- a/pxf/gradle.properties
+++ b/pxf/gradle.properties
@@ -15,7 +15,7 @@
# specific language governing permissions and limitations
# under the License.
-version=3.2.1.0
+version=3.3.0.0
license=ASL 2.0
vendor=Apache HAWQ Incubating
hadoopVersion=2.7.1
http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-private.classpath
----------------------------------------------------------------------
diff --git a/pxf/pxf-service/src/main/resources/pxf-private.classpath b/pxf/pxf-service/src/main/resources/pxf-private.classpath
index 17a1716..7987ac9 100644
--- a/pxf/pxf-service/src/main/resources/pxf-private.classpath
+++ b/pxf/pxf-service/src/main/resources/pxf-private.classpath
@@ -36,6 +36,7 @@ pxf/pxf-hbase-*[0-9].jar
pxf/pxf-hdfs-*[0-9].jar
pxf/pxf-hive-*[0-9].jar
pxf/pxf-json-*[0-9].jar
+pxf/pxf-jdbc-*[0-9].jar
# Hadoop Libraries
hadoop/share/hadoop/hdfs/hadoop-hdfs-*[0-9].jar
http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath
----------------------------------------------------------------------
diff --git a/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath b/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath
index 8eff55c..e949dcc 100644
--- a/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath
+++ b/pxf/pxf-service/src/main/resources/pxf-privatebigtop.classpath
@@ -60,3 +60,4 @@
/usr/lib/pxf/pxf-hdfs-*[0-9].jar
/usr/lib/pxf/pxf-hive-*[0-9].jar
/usr/lib/pxf/pxf-json-*[0-9].jar
+/usr/lib/pxf/pxf-jdbc-*[0-9].jar
http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath
----------------------------------------------------------------------
diff --git a/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath b/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath
index 5f3a743..f1e789b 100644
--- a/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath
+++ b/pxf/pxf-service/src/main/resources/pxf-privatehdp.classpath
@@ -64,3 +64,4 @@
/usr/lib/pxf/pxf-hdfs-*[0-9].jar
/usr/lib/pxf/pxf-hive-*[0-9].jar
/usr/lib/pxf/pxf-json-*[0-9].jar
+/usr/lib/pxf/pxf-jdbc-*[0-9].jar
http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath
----------------------------------------------------------------------
diff --git a/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath b/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath
index 7523d7d..a380033 100644
--- a/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath
+++ b/pxf/pxf-service/src/main/resources/pxf-privatephd.classpath
@@ -63,4 +63,5 @@
/usr/lib/pxf/pxf-hbase-*[0-9].jar
/usr/lib/pxf/pxf-hdfs-*[0-9].jar
/usr/lib/pxf/pxf-hive-*[0-9].jar
-/usr/lib/pxf/pxf-json-*[0-9].jar
\ No newline at end of file
+/usr/lib/pxf/pxf-json-*[0-9].jar
+/usr/lib/pxf/pxf-jdbc-*[0-9].jar
http://git-wip-us.apache.org/repos/asf/incubator-hawq/blob/8a9a4d97/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml
----------------------------------------------------------------------
diff --git a/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml b/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml
index a8666eb..df17969 100644
--- a/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml
+++ b/pxf/pxf-service/src/main/resources/pxf-profiles-default.xml
@@ -28,6 +28,7 @@ under the License.
<plugins>
<plugin_A>...</plugin_A>
<plugin_B>...</plugin_B>
+ ...
</plugins>
</profile>
-->
@@ -60,6 +61,7 @@ under the License.
<name>HiveRC</name>
<description>This profile is suitable only for Hive tables stored in RC files
and serialized with either the ColumnarSerDe or the LazyBinaryColumnarSerDe.
+ It is much faster than the general purpose Hive profile.
DELIMITER parameter is mandatory.
Supports both GPDBWritable and TEXT output formats, as specified in FORMAT header parameter.
Primary optimized for TEXT output format.
@@ -75,6 +77,7 @@ under the License.
<profile>
<name>HiveText</name>
<description>This profile is suitable only for Hive tables stored as Text files.
+ It is much faster than the general purpose Hive profile.
DELIMITER parameter is mandatory.
Supports both GPDBWritable and TEXT output formats, as specified in FORMAT header parameter.
Primary optimized for TEXT output format.
@@ -91,6 +94,7 @@ under the License.
<name>HiveORC</name>
<description>This profile is suitable only for Hive tables stored in ORC files
and serialized with either the ColumnarSerDe or the LazyBinaryColumnarSerDe.
+ It is much faster than the general purpose Hive profile.
Supports GPDBWritable output format, as specified in FORMAT header parameter.
</description>
<plugins>
@@ -101,9 +105,11 @@ under the License.
<outputFormat>org.apache.hawq.pxf.service.io.GPDBWritable</outputFormat>
</plugins>
</profile>
- <profile>
+ <profile>
<name>HiveVectorizedORC</name>
- <description></description>
+ <description>This profile is same as HiveORC profile, but operates on batches of rows
+ instead of one row at a time, leading to faster reading and resolution phases.
+ </description>
<plugins>
<fragmenter>org.apache.hawq.pxf.plugins.hive.HiveInputFormatFragmenter</fragmenter>
<accessor>org.apache.hawq.pxf.plugins.hive.HiveORCVectorizedAccessor</accessor>
@@ -166,10 +172,10 @@ under the License.
<profile>
<name>Json</name>
<description>
- Access JSON data either as:
- * one JSON record per line (default)
- * or multiline JSON records with an IDENTIFIER parameter indicating a member name
- used to determine the encapsulating json object to return
+ Access JSON data either as:
+ * one JSON record per line (default)
+ * or multiline JSON records with an IDENTIFIER parameter indicating a member name
+ used to determine the encapsulating json object to return
</description>
<plugins>
<fragmenter>org.apache.hawq.pxf.plugins.hdfs.HdfsDataFragmenter</fragmenter>