svn commit: r1181986 - /hbase/branches/0.89/bin/alter_cf_meta.rb

[ns...@apache.org]

Author: nspiegelberg
Date: Tue Oct 11 17:45:45 2011
New Revision: 1181986

URL: http://svn.apache.org/viewvc?rev=1181986&view=rev
Log:
Adding script to alter META in order to add new CFs.

Summary: This script only alters META, for updates to go to RS, we need to stop
and start hbase.

Test Plan: Tested on dev cluster.

Reviewers: kannan, kranganathan, nspiegelberg

Reviewed By: kannan

CC: madhuvaidya, kannan

Differential Revision: 332227

Added:
    hbase/branches/0.89/bin/alter_cf_meta.rb

Added: hbase/branches/0.89/bin/alter_cf_meta.rb
URL: http://svn.apache.org/viewvc/hbase/branches/0.89/bin/alter_cf_meta.rb?rev=1181986&view=auto
==============================================================================
--- hbase/branches/0.89/bin/alter_cf_meta.rb (added)
+++ hbase/branches/0.89/bin/alter_cf_meta.rb Tue Oct 11 17:45:45 2011
@@ -0,0 +1,124 @@
+# This script can be used to update existing CFs or add new CFs to META for a
+# certain table. It takes as arguments the table name, followed by the set of
+# changes to the CFs (similar to an 'alter table' syntax). The changes will
+# not take affect until hbase is stopped and started, since only META is
+# changed and not the in-memory state.
+# Example usage: bin/hbase org.jruby.Main alter_cf_meta.rb test1 "{NAME =>
+# 'actions', BLOCKCACHE => 'true'}" "{NAME => 'thread', VERSIONS => '1'}"
+
+include Java
+include_class('java.lang.Integer') {|package,name| "J#{name}" }
+include_class('java.lang.Long') {|package,name| "J#{name}" }
+include_class('java.lang.Boolean') {|package,name| "J#{name}" }
+include_class('java.lang.Float') {|package,name| "J#{name}" }
+
+import org.apache.commons.logging.LogFactory
+import org.apache.hadoop.hbase.HConstants
+import org.apache.hadoop.hbase.HBaseConfiguration
+import org.apache.hadoop.hbase.HRegionInfo
+import org.apache.hadoop.hbase.HTableDescriptor
+import org.apache.hadoop.hbase.HColumnDescriptor
+import org.apache.hadoop.hbase.client.HTable
+import org.apache.hadoop.hbase.client.Put
+import org.apache.hadoop.hbase.client.Scan
+import org.apache.hadoop.hbase.util.Bytes
+import org.apache.hadoop.hbase.util.Writables
+import org.apache.hadoop.hbase.io.hfile.Compression
+import org.apache.hadoop.hbase.regionserver.StoreFile
+
+NAME = HConstants::NAME
+VERSIONS = HConstants::VERSIONS
+IN_MEMORY = HConstants::IN_MEMORY
+BLOCKCACHE = HColumnDescriptor::BLOCKCACHE
+BLOOMFILTER = HColumnDescriptor::BLOOMFILTER
+BLOOMFILTER_ERRORRATE = HColumnDescriptor::BLOOMFILTER_ERRORRATE
+REPLICATION_SCOPE = HColumnDescriptor::REPLICATION_SCOPE
+TTL = HColumnDescriptor::TTL
+COMPRESSION = HColumnDescriptor::COMPRESSION
+BLOCKSIZE = HColumnDescriptor::BLOCKSIZE
+
+# Return a new HColumnDescriptor made of passed args
+def getHCD(arg, htd)
+  name = arg[NAME]
+
+  family = htd.getFamily(name.to_java_bytes)
+  # create it if it's a new family
+  family ||= HColumnDescriptor.new(name.to_java_bytes)
+
+  family.setBlockCacheEnabled(JBoolean.valueOf(arg[BLOCKCACHE])) if arg.include?(BLOCKCACHE)
+  family.setBloomFilterType(StoreFile::BloomType.valueOf(arg[BLOOMFILTER])) if arg.include?(BLOOMFILTER)
+  family.setBloomFilterErrorRate(JFloat.valueOf(arg[BLOOMFILTER_ERRORRATE])) if arg.include?(BLOOMFILTER_ERRORRATE)
+  family.setScope(JInteger.valueOf(arg[REPLICATION_SCOPE])) if arg.include?(REPLICATION_SCOPE)
+  family.setInMemory(JBoolean.valueOf(arg[IN_MEMORY])) if arg.include?(IN_MEMORY)
+  family.setTimeToLive(JInteger.valueOf(arg[TTL])) if arg.include?(TTL)
+  family.setCompressionType(Compression::Algorithm.valueOf(arg[COMPRESSION])) if arg.include?(COMPRESSION)
+  family.setBlocksize(JInteger.valueOf(arg[BLOCKSIZE])) if arg.include?(BLOCKSIZE)
+  family.setMaxVersions(JInteger.valueOf(arg[VERSIONS])) if arg.include?(VERSIONS)
+
+  return family
+end
+
+# Name of this script
+SCRIPT_NAME = "alter_cf_meta"
+
+# Print usage for this script
+def usage
+  puts 'Usage: %s.rb TABLE "{NAME=>name}"' % SCRIPT_NAME
+  exit!
+end
+
+# Check arguments
+if ARGV.size < 2
+  usage
+end
+
+cfs = []
+tableName = ARGV[0]
+for i in 1..(ARGV.length-1)
+  arg = ARGV[i]
+  cfs[i-1] = eval(arg)
+end
+
+
+LOG = LogFactory.getLog(SCRIPT_NAME)
+LOG.info("Updating " + cfs.length.to_s + " CFs to table " + tableName)
+
+c = HBaseConfiguration.new()
+c.set("fs.default.name", c.get(HConstants::HBASE_DIR))
+
+LOG.info("Scanning META for table: " + tableName)
+metaTable = HTable.new(c, HConstants::META_TABLE_NAME)
+tableNameMetaPrefix = tableName + HConstants::META_ROW_DELIMITER.chr
+scan = Scan.new(Bytes.toBytes(tableNameMetaPrefix + HConstants::META_ROW_DELIMITER.chr))
+scanner = metaTable.getScanner(scan)
+first = true
+
+while (result = scanner.next())
+  rowid = Bytes.toString(result.getRow())
+  rowidStr = java.lang.String.new(rowid)
+  if not rowidStr.startsWith(tableNameMetaPrefix)
+    # Gone too far, break
+    break
+  end
+
+  hri = Writables.getHRegionInfo(result.getValue(HConstants::CATALOG_FAMILY, HConstants::REGIONINFO_QUALIFIER))
+  LOG.info("Old HRI: " + hri.toString())
+
+  if first
+    htd = hri.getTableDesc()
+    cfs.each do |cf|
+      hcd = getHCD(cf, htd)
+      htd.addFamily(hcd)
+    end
+    first = false
+  end
+
+  newHRI = HRegionInfo.new(htd, hri.getStartKey(), hri.getEndKey(), hri.isSplit(), hri.getRegionId())
+  LOG.info("New HRI: " + newHRI.toString())
+
+  p = Put.new(result.getRow())
+  p.add(HConstants::CATALOG_FAMILY, HConstants::REGIONINFO_QUALIFIER, Writables.getBytes(newHRI))
+  metaTable.put(p)
+end
+scanner.close()
+LOG.info("Updated " + cfs.length.to_s + " CFs to table " + tableName)