You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@atlas.apache.org by sh...@apache.org on 2016/07/13 10:36:36 UTC
[2/2] incubator-atlas git commit: ATLAS-1009 Source HIVE_HOME and
HIVE_CONF_DIR from hive_env.sh (svimal2106 via shwethags)
ATLAS-1009 Source HIVE_HOME and HIVE_CONF_DIR from hive_env.sh (svimal2106 via shwethags)
Project: http://git-wip-us.apache.org/repos/asf/incubator-atlas/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-atlas/commit/99d51436
Tree: http://git-wip-us.apache.org/repos/asf/incubator-atlas/tree/99d51436
Diff: http://git-wip-us.apache.org/repos/asf/incubator-atlas/diff/99d51436
Branch: refs/heads/master
Commit: 99d51436752489cc9da440b8876a61ab26a8c68a
Parents: fa9fbbd
Author: Shwetha GS <ss...@hortonworks.com>
Authored: Wed Jul 13 15:34:10 2016 +0530
Committer: Shwetha GS <ss...@hortonworks.com>
Committed: Wed Jul 13 15:34:10 2016 +0530
----------------------------------------------------------------------
addons/hive-bridge/src/bin/import-hive.sh | 31 +++++++++++---------------
docs/src/site/twiki/Bridge-Hive.twiki | 9 ++------
release-log.txt | 1 +
3 files changed, 16 insertions(+), 25 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/99d51436/addons/hive-bridge/src/bin/import-hive.sh
----------------------------------------------------------------------
diff --git a/addons/hive-bridge/src/bin/import-hive.sh b/addons/hive-bridge/src/bin/import-hive.sh
index dc57de8..7cbc738 100755
--- a/addons/hive-bridge/src/bin/import-hive.sh
+++ b/addons/hive-bridge/src/bin/import-hive.sh
@@ -31,15 +31,6 @@ done
BASEDIR=`dirname ${PRG}`
BASEDIR=`cd ${BASEDIR}/..;pwd`
-if [ -z "$ATLAS_CONF" ]; then
- ATLAS_CONF=${BASEDIR}/conf
-fi
-export ATLAS_CONF
-
-if [ -f "${ATLAS_CONF}/atlas-env.sh" ]; then
- . "${ATLAS_CONF}/atlas-env.sh"
-fi
-
if test -z "${JAVA_HOME}"
then
JAVA_BIN=`which java`
@@ -55,11 +46,8 @@ if [ ! -e "${JAVA_BIN}" ] || [ ! -e "${JAR_BIN}" ]; then
exit 1
fi
-# Construct classpath using Atlas conf directory
-# and jars from bridge/hive and hook/hive directories.
-ATLASCPPATH="$ATLAS_CONF"
-
-for i in "${BASEDIR}/hook/hive/"*.jar; do
+# Construct Atlas classpath using jars from hook/hive/atlas-hive-plugin-impl/ directory.
+for i in "${BASEDIR}/hook/hive/atlas-hive-plugin-impl/"*.jar; do
ATLASCPPATH="${ATLASCPPATH}:$i"
done
@@ -72,23 +60,30 @@ TIME=`date +%Y%m%d%H%M%s`
#Add hive conf in classpath
if [ ! -z "$HIVE_CONF_DIR" ]; then
- HIVE_CP=$HIVE_CONF_DIR
+ HIVE_CONF=$HIVE_CONF_DIR
elif [ ! -z "$HIVE_HOME" ]; then
- HIVE_CP="$HIVE_HOME/conf"
+ HIVE_CONF="$HIVE_HOME/conf"
elif [ -e /etc/hive/conf ]; then
- HIVE_CP="/etc/hive/conf"
+ HIVE_CONF="/etc/hive/conf"
else
echo "Could not find a valid HIVE configuration"
exit 1
fi
-echo Using Hive configuration directory ["$HIVE_CP"]
+echo Using Hive configuration directory ["$HIVE_CONF"]
+
+
+if [ -f "${HIVE_CONF}/hive-env.sh" ]; then
+ . "${HIVE_CONF}/hive-env.sh"
+fi
if [ -z "$HIVE_HOME" ]; then
echo "Please set HIVE_HOME to the root of Hive installation"
exit 1
fi
+HIVE_CP="${HIVE_CONF}"
+
for i in "${HIVE_HOME}/lib/"*.jar; do
HIVE_CP="${HIVE_CP}:$i"
done
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/99d51436/docs/src/site/twiki/Bridge-Hive.twiki
----------------------------------------------------------------------
diff --git a/docs/src/site/twiki/Bridge-Hive.twiki b/docs/src/site/twiki/Bridge-Hive.twiki
index 77bcc58..40a8b8a 100644
--- a/docs/src/site/twiki/Bridge-Hive.twiki
+++ b/docs/src/site/twiki/Bridge-Hive.twiki
@@ -21,16 +21,11 @@ The entities are created and de-duped using unique qualified name. They provide
---++ Importing Hive Metadata
-org.apache.atlas.hive.bridge.HiveMetaStoreBridge imports the Hive metadata into Atlas using the model defined in org.apache.atlas.hive.model.HiveDataModelGenerator.
-
-import-hive.sh command can be used to facilitate this.
-The script needs Hadoop and Hive classpath jars.
-
+org.apache.atlas.hive.bridge.HiveMetaStoreBridge imports the Hive metadata into Atlas using the model defined in org.apache.atlas.hive.model.HiveDataModelGenerator. import-hive.sh command can be used to facilitate this. The script needs Hadoop and Hive classpath jars.
* For Hadoop jars, please make sure that the environment variable HADOOP_CLASSPATH is set. Another way is to set HADOOP_HOME to point to root directory of your Hadoop installation
-
* Similarly, for Hive jars, set HIVE_HOME to the root of Hive installation
-
* Set environment variable HIVE_CONF_DIR to Hive configuration directory
+ * Copy <atlas-conf>/atlas-application.properties to the hive conf directory
<verbatim>
Usage: <atlas package>/bin/import-hive.sh
http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/99d51436/release-log.txt
----------------------------------------------------------------------
diff --git a/release-log.txt b/release-log.txt
index f162611..4469309 100644
--- a/release-log.txt
+++ b/release-log.txt
@@ -6,6 +6,7 @@ INCOMPATIBLE CHANGES:
ALL CHANGES:
+ATLAS-1009 Source HIVE_HOME and HIVE_CONF_DIR from hive_env.sh (svimal2106 via shwethags)
ATLAS-847 UI: Audit versioning does not paginate details from Atlas server (Kalyanikashikar via shwethags)
ATLAS-1004 Option to enable taxonomy feature (kevalbhatt18 via shwethags)
ATLAS-1003 DataSetLineageServiceTest, GraphBackedDiscoveryServiceTest, and GraphRepoMapperScaleTest failing in some environments (dkantor via shwethags)