[ambari] 01/01: BUG-99072-upgrade

[mg...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

mgergely pushed a commit to branch BUG-99072-hive-upgrade
in repository https://gitbox.apache.org/repos/asf/ambari.git

commit cc81281c75efc0b3e20a90d359101703a52ec439
Author: Miklos Gergely <mg...@hortonworks.com>
AuthorDate: Fri May 11 10:48:29 2018 +0200

    BUG-99072-upgrade
---
 .../0.12.0.2.0/package/scripts/params_linux.py     |  1 +
 .../HIVE/0.12.0.2.0/package/scripts/pre_upgrade.py | 91 ++++++++++++++++++++++
 2 files changed, 92 insertions(+)

diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/params_linux.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/params_linux.py
index b13fa06..47a89ab 100644
--- a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/params_linux.py
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/params_linux.py
@@ -244,6 +244,7 @@ else:
   hive_metastore_user_passwd = config['configurations']['hive-site']['javax.jdo.option.ConnectionPassword']
 hive_metastore_user_passwd = unicode(hive_metastore_user_passwd) if not is_empty(hive_metastore_user_passwd) else hive_metastore_user_passwd
 hive_metastore_db_type = config['configurations']['hive-env']['hive_database_type']
+hive_db_schma_name = config['configurations']['hive-site']['ambari.hive.db.schema.name']
 
 #HACK Temporarily use dbType=azuredb while invoking schematool
 if hive_metastore_db_type == "mssql":
diff --git a/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/pre_upgrade.py b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/pre_upgrade.py
new file mode 100644
index 0000000..5391e75
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/HIVE/0.12.0.2.0/package/scripts/pre_upgrade.py
@@ -0,0 +1,91 @@
+#!/usr/bin/env python
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+# Python Imports
+import os
+import shutil
+
+
+# Ambari Commons & Resource Management Imports
+from resource_management.core.exceptions import Fail
+from resource_management.core.logger import Logger
+from resource_management.core.resources.system import Execute, Directory
+from resource_management.libraries.functions import upgrade_summary
+from resource_management.libraries.functions.format import format
+from resource_management.libraries.script import Script
+
+class HivePreUpgrade(Script):
+
+  def backup_hive_metastore_database_local(self, env):
+    import params
+    env.set_params(params)
+
+    self.__dump_mysql_db(True)
+
+  def backup_hive_metastore_database_external(self, env):
+    import params
+    env.set_params(params)
+
+    is_db_here = params.hostname in params.hive_jdbc_connection_url
+    if params.hive_metastore_db_type == "mysql":
+      self.__dump_mysql_db(is_db_here)
+    elif params.hive_metastore_db_type == "postgres":
+      self.__dump_postgres_db(is_db_here)
+    elif params.hive_metastore_db_type == "oracle":
+      self.__dump_oracle_db(is_db_here)
+    else:
+      raise Fail(format("Unknown db type: {hive_metastore_db_type}. Please create a db backup manually, then click on 'IGNORE AND PROCEED'"))
+
+  def __dump_mysql_db(self, is_db_here):
+    command = format("mysqldump {hive_db_schma_name} > {{dump_file}}")
+    self.__dump_db(command, "mysql", is_db_here)
+
+  def __dump_postgres_db(self, is_db_here):
+    command = format("export PGPASSWORD='{hive_metastore_user_passwd}'; pg_dump -U {hive_metastore_user_name} {{hive_db_schma_name}} > {{dump_file}}")
+    self.__dump_db(command, "postgres", is_db_here)
+
+  def __dump_oracle_db(self, is_db_here):
+    command = format("exp userid={hive_metastore_user_name}/{hive_metastore_user_passwd} full=y file={{dump_file}}")
+    self.__dump_db(command, "oracle", is_db_here)
+
+  def __dump_db(self, command, type, is_db_here):
+    dump_dir = "/etc/hive/dbdump"
+    dump_file = format("{dump_dir}/hive-{stack_version_formatted}-{type}-dump.sql")
+    if is_db_here:
+      if not os.path.exists(dump_dir):
+        Directory(dump_dir)
+      Execute(format(command), user = "root")
+      Logger.info(format("Hive Metastore database backup created at {dump_file}"))
+    else:
+      Logger.warn(format("Hive Metastore is using an external {hive_metastore_db_type} database, the connection url is {hive_jdbc_connection_url}."))
+      Logger.warn(format("Please log in to that host, and create a db backup manually by executing the following command: \"{command}\", then click on 'IGNORE AND PROCEED'"))
+      raise Fail()
+
+  def convert_tables(self, env):
+    import params
+    env.set_params(params)
+    
+    target_version = upgrade_summary.get_target_version(service_name = "HIVE")
+    
+    hive_script = format("/usr/hdp/{target_version}/hive/bin/hive")
+    cmd = format("{hive_script} --config /etc/hive/conf --service metatool -acidUpgrade")
+    Execute(cmd, user = "root")
+
+if __name__ == "__main__":
+  HivePreUpgrade().execute()

-- 
To stop receiving notification emails like this one, please contact
mgergely@apache.org.