You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@phoenix.apache.org by ap...@apache.org on 2014/12/13 19:43:54 UTC
[1/6] phoenix git commit: Revert "PHOENIX-1524 Bump default HBase
version to 0.98.8 after PHOENIX-1470"
Repository: phoenix
Updated Branches:
refs/heads/4.0 7a571d038 -> 2faa3f429
refs/heads/master 5e2c182aa -> 0092c6f9d
Revert "PHOENIX-1524 Bump default HBase version to 0.98.8 after PHOENIX-1470"
This reverts commit 5e2c182aad7f1a8ed9d3c5a29240b61b399342d7.
Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo
Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/2f100af2
Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/2f100af2
Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/2f100af2
Branch: refs/heads/master
Commit: 2f100af20c51b2f4810c4bb1103cd1cba48732a9
Parents: 5e2c182
Author: Andrew Purtell <ap...@apache.org>
Authored: Sat Dec 13 10:42:40 2014 -0800
Committer: Andrew Purtell <ap...@apache.org>
Committed: Sat Dec 13 10:42:40 2014 -0800
----------------------------------------------------------------------
pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/phoenix/blob/2f100af2/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 32aa5cc..a8d1f10 100644
--- a/pom.xml
+++ b/pom.xml
@@ -74,7 +74,7 @@
<test.output.tofile>true</test.output.tofile>
<!-- Hadoop Versions -->
- <hbase.version>0.98.8-hadoop2</hbase.version>
+ <hbase.version>0.98.4-hadoop2</hbase.version>
<hadoop-two.version>2.2.0</hadoop-two.version>
<!-- Dependency versions -->
[4/6] phoenix git commit: Revert "PHOENIX-1524 Bump default HBase
version to 0.98.8 after PHOENIX-1470"
Posted by ap...@apache.org.
Revert "PHOENIX-1524 Bump default HBase version to 0.98.8 after PHOENIX-1470"
This reverts commit 7a571d03824d79e7d1c25ca34c45517bee7f7aaf.
Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo
Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/26744dad
Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/26744dad
Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/26744dad
Branch: refs/heads/4.0
Commit: 26744dad525f271f111646e0a4f50522a17784b2
Parents: 7a571d0
Author: Andrew Purtell <ap...@apache.org>
Authored: Sat Dec 13 10:43:27 2014 -0800
Committer: Andrew Purtell <ap...@apache.org>
Committed: Sat Dec 13 10:43:27 2014 -0800
----------------------------------------------------------------------
pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/phoenix/blob/26744dad/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 4db2519..b5e9ce8 100644
--- a/pom.xml
+++ b/pom.xml
@@ -74,7 +74,7 @@
<test.output.tofile>true</test.output.tofile>
<!-- Hadoop Versions -->
- <hbase.version>0.98.8-hadoop2</hbase.version>
+ <hbase.version>0.98.4-hadoop2</hbase.version>
<hadoop-two.version>2.2.0</hadoop-two.version>
<!-- Dependency versions -->
[3/6] phoenix git commit: Revert "PHOENIX-1470 KEEP_DELETED_CELLS
interface changed in HBase 0.98.8 (Jesse Yates)"
Posted by ap...@apache.org.
Revert "PHOENIX-1470 KEEP_DELETED_CELLS interface changed in HBase 0.98.8 (Jesse Yates)"
This reverts commit 9437c044624e41d7e4a72b611cd81749d8d96f02.
Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo
Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/0092c6f9
Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/0092c6f9
Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/0092c6f9
Branch: refs/heads/master
Commit: 0092c6f9d57a21ca1b218e85725ddc78c7c477e3
Parents: 776a939
Author: Andrew Purtell <ap...@apache.org>
Authored: Sat Dec 13 10:42:45 2014 -0800
Committer: Andrew Purtell <ap...@apache.org>
Committed: Sat Dec 13 10:42:45 2014 -0800
----------------------------------------------------------------------
.../end2end/QueryDatabaseMetaDataIT.java | 11 +-
.../end2end/QueryDatabaseMetaDataIT.java.orig | 1120 ------------------
2 files changed, 4 insertions(+), 1127 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/phoenix/blob/0092c6f9/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java
----------------------------------------------------------------------
diff --git a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java
index ebea20a..88a0447 100644
--- a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java
+++ b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java
@@ -35,7 +35,6 @@ import static org.apache.phoenix.util.TestUtil.TABLE_WITH_SALTING;
import static org.apache.phoenix.util.TestUtil.TEST_PROPERTIES;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
-import static org.junit.Assert.assertNotEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.assertTrue;
@@ -53,7 +52,6 @@ import java.util.Properties;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
-import org.apache.hadoop.hbase.KeepDeletedCells;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTableInterface;
@@ -609,17 +607,16 @@ public class QueryDatabaseMetaDataIT extends BaseClientManagedTimeIT {
descriptor = admin.getTableDescriptor(htableName);
assertEquals(3,descriptor.getColumnFamilies().length);
HColumnDescriptor cdA = descriptor.getFamily(cfA);
- assertNotEquals(HColumnDescriptor.DEFAULT_KEEP_DELETED, cdA.getKeepDeletedCells());
+ assertTrue(cdA.getKeepDeletedCells());
assertEquals(DataBlockEncoding.NONE, cdA.getDataBlockEncoding()); // Overriden using WITH
assertEquals(1,cdA.getMaxVersions());// Overriden using WITH
HColumnDescriptor cdB = descriptor.getFamily(cfB);
- // Allow KEEP_DELETED_CELLS to be false for VIEW
- assertEquals(HColumnDescriptor.DEFAULT_KEEP_DELETED, cdA.getKeepDeletedCells());
+ assertFalse(cdB.getKeepDeletedCells()); // Allow KEEP_DELETED_CELLS to be false for VEIW
assertEquals(DataBlockEncoding.NONE, cdB.getDataBlockEncoding()); // Should keep the original value.
// CF c should stay the same since it's not a Phoenix cf.
HColumnDescriptor cdC = descriptor.getFamily(cfC);
assertNotNull("Column family not found", cdC);
- assertEquals(HColumnDescriptor.DEFAULT_KEEP_DELETED, cdA.getKeepDeletedCells());
+ assertFalse(cdC.getKeepDeletedCells());
assertFalse(SchemaUtil.DEFAULT_DATA_BLOCK_ENCODING == cdC.getDataBlockEncoding());
assertTrue(descriptor.hasCoprocessor(UngroupedAggregateRegionObserver.class.getName()));
assertTrue(descriptor.hasCoprocessor(GroupedAggregateRegionObserver.class.getName()));
@@ -656,7 +653,7 @@ public class QueryDatabaseMetaDataIT extends BaseClientManagedTimeIT {
assertFalse(rs.next());
conn2.close();
}
-
+
@SuppressWarnings("deprecation")
@Test
public void testCreateViewOnExistingTable() throws Exception {
http://git-wip-us.apache.org/repos/asf/phoenix/blob/0092c6f9/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
----------------------------------------------------------------------
diff --git a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
deleted file mode 100644
index 88a0447..0000000
--- a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
+++ /dev/null
@@ -1,1120 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.phoenix.end2end;
-
-import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.SYSTEM_CATALOG_SCHEMA;
-import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.SYSTEM_CATALOG_TABLE;
-import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.TYPE_SEQUENCE;
-import static org.apache.phoenix.util.TestUtil.ATABLE_NAME;
-import static org.apache.phoenix.util.TestUtil.ATABLE_SCHEMA_NAME;
-import static org.apache.phoenix.util.TestUtil.BTABLE_NAME;
-import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_FULL_NAME;
-import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_NAME;
-import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_SCHEMA_NAME;
-import static org.apache.phoenix.util.TestUtil.GROUPBYTEST_NAME;
-import static org.apache.phoenix.util.TestUtil.MDTEST_NAME;
-import static org.apache.phoenix.util.TestUtil.MDTEST_SCHEMA_NAME;
-import static org.apache.phoenix.util.TestUtil.PTSDB_NAME;
-import static org.apache.phoenix.util.TestUtil.STABLE_NAME;
-import static org.apache.phoenix.util.TestUtil.TABLE_WITH_SALTING;
-import static org.apache.phoenix.util.TestUtil.TEST_PROPERTIES;
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertFalse;
-import static org.junit.Assert.assertNotNull;
-import static org.junit.Assert.assertNull;
-import static org.junit.Assert.assertTrue;
-import static org.junit.Assert.fail;
-
-import java.sql.Connection;
-import java.sql.DatabaseMetaData;
-import java.sql.DriverManager;
-import java.sql.PreparedStatement;
-import java.sql.ResultSet;
-import java.sql.SQLException;
-import java.util.Arrays;
-import java.util.Map;
-import java.util.Properties;
-
-import org.apache.hadoop.hbase.HColumnDescriptor;
-import org.apache.hadoop.hbase.HTableDescriptor;
-import org.apache.hadoop.hbase.client.Delete;
-import org.apache.hadoop.hbase.client.HBaseAdmin;
-import org.apache.hadoop.hbase.client.HTableInterface;
-import org.apache.hadoop.hbase.client.Put;
-import org.apache.hadoop.hbase.client.Scan;
-import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;
-import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
-import org.apache.hadoop.hbase.util.Bytes;
-import org.apache.phoenix.coprocessor.GroupedAggregateRegionObserver;
-import org.apache.phoenix.coprocessor.ServerCachingEndpointImpl;
-import org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver;
-import org.apache.phoenix.exception.SQLExceptionCode;
-import org.apache.phoenix.jdbc.PhoenixConnection;
-import org.apache.phoenix.jdbc.PhoenixDatabaseMetaData;
-import org.apache.phoenix.query.QueryServices;
-import org.apache.phoenix.schema.ColumnNotFoundException;
-import org.apache.phoenix.schema.PDataType;
-import org.apache.phoenix.schema.PTable.ViewType;
-import org.apache.phoenix.schema.PTableType;
-import org.apache.phoenix.schema.ReadOnlyTableException;
-import org.apache.phoenix.schema.TableNotFoundException;
-import org.apache.phoenix.util.PhoenixRuntime;
-import org.apache.phoenix.util.PropertiesUtil;
-import org.apache.phoenix.util.ReadOnlyProps;
-import org.apache.phoenix.util.SchemaUtil;
-import org.apache.phoenix.util.StringUtil;
-import org.apache.phoenix.util.TestUtil;
-import org.junit.BeforeClass;
-import org.junit.Test;
-
-
-public class QueryDatabaseMetaDataIT extends BaseClientManagedTimeIT {
-
- @BeforeClass
- @Shadower(classBeingShadowed = BaseClientManagedTimeIT.class)
- public static void doSetup() throws Exception {
- Map<String,String> props = getDefaultProps();
- props.put(QueryServices.DEFAULT_KEEP_DELETED_CELLS_ATTRIB, "true");
- setUpTestDriver(new ReadOnlyProps(props.entrySet().iterator()));
- }
-
- @Test
- public void testTableMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), ATABLE_NAME, null, ts);
- ensureTableCreated(getUrl(), STABLE_NAME, null, ts);
- ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- String aTableName = StringUtil.escapeLike(TestUtil.ATABLE_NAME);
- String aSchemaName = TestUtil.ATABLE_SCHEMA_NAME;
- ResultSet rs = dbmd.getTables(null, aSchemaName, aTableName, null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_NAME"),aTableName);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertEquals(rs.getString(3),aTableName);
- assertEquals(PTableType.TABLE.toString(), rs.getString(4));
- assertFalse(rs.next());
-
- rs = dbmd.getTables(null, null, null, null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
- assertEquals(rs.getString("TABLE_NAME"),SYSTEM_CATALOG_TABLE);
- assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
- assertEquals(rs.getString("TABLE_NAME"),TYPE_SEQUENCE);
- assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
- assertEquals(rs.getString("TABLE_NAME"),PhoenixDatabaseMetaData.SYSTEM_STATS_TABLE);
- assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),ATABLE_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),STABLE_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
-
- rs = dbmd.getTables(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
- assertEquals(rs.getString("TABLE_NAME"),CUSTOM_ENTITY_DATA_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertFalse(rs.next());
-
- try {
- rs.getString("RANDOM_COLUMN_NAME");
- fail();
- } catch (ColumnNotFoundException e) {
- // expected
- }
- assertFalse(rs.next());
-
- rs = dbmd.getTables(null, "", "_TABLE", new String[] {PTableType.TABLE.toString()});
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),ATABLE_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),STABLE_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertFalse(rs.next());
- }
-
- @Test
- public void testSchemaMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
- ensureTableCreated(getUrl(), PTSDB_NAME, null, ts);
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- ResultSet rs;
- rs = dbmd.getSchemas(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME);
- assertTrue(rs.next());
- assertEquals(rs.getString(1),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
- assertEquals(rs.getString(2),null);
- assertFalse(rs.next());
-
- rs = dbmd.getSchemas(null, null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_CATALOG"),null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
- assertEquals(rs.getString("TABLE_CATALOG"),null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),PhoenixDatabaseMetaData.SYSTEM_CATALOG_SCHEMA);
- assertEquals(rs.getString("TABLE_CATALOG"),null);
- assertFalse(rs.next());
- }
-
- @Test
- public void testColumnMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- ResultSet rs;
- rs = dbmd.getColumns(null, "", MDTEST_NAME, null);
- assertTrue(rs.next());
-
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNoNulls, rs.getShort("NULLABLE"));
- assertEquals(PDataType.CHAR.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(1, rs.getInt("ORDINAL_POSITION"));
- assertEquals(1, rs.getInt("COLUMN_SIZE"));
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(2, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.LONG.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(3, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(4, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(5, rs.getInt("ORDINAL_POSITION"));
- assertEquals(5, rs.getInt("COLUMN_SIZE"));
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(6, rs.getInt("ORDINAL_POSITION"));
- assertEquals(6, rs.getInt("COLUMN_SIZE"));
- assertEquals(3, rs.getInt("DECIMAL_DIGITS"));
-
- assertFalse(rs.next());
-
- // Look up only columns in a column family
- rs = dbmd.getColumns(null, "", MDTEST_NAME, "A.");
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(2, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertFalse(rs.next());
-
- // Look up KV columns in a column family
- rs = dbmd.getColumns("", "", MDTEST_NAME, "%.COL%");
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(2, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.LONG.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(3, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(4, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(5, rs.getInt("ORDINAL_POSITION"));
- assertEquals(5, rs.getInt("COLUMN_SIZE"));
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertFalse(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(6, rs.getInt("ORDINAL_POSITION"));
- assertEquals(6, rs.getInt("COLUMN_SIZE"));
- assertEquals(3, rs.getInt("DECIMAL_DIGITS"));
-
- assertFalse(rs.next());
-
- // Look up KV columns in a column family
- rs = dbmd.getColumns("", "", MDTEST_NAME, "B.COL2");
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
- assertFalse(rs.next());
-
- ensureTableCreated(getUrl(), TABLE_WITH_SALTING, null, ts);
- rs = dbmd.getColumns("", "", TABLE_WITH_SALTING, StringUtil.escapeLike("A_INTEGER"));
- assertTrue(rs.next());
- assertEquals(1, rs.getInt("ORDINAL_POSITION"));
- assertFalse(rs.next());
-
- }
-
- @Test
- public void testPrimaryKeyMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
- ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- ResultSet rs;
- rs = dbmd.getPrimaryKeys(null, "", MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
- assertEquals(1, rs.getInt("KEY_SEQ"));
- assertEquals(null, rs.getString("PK_NAME"));
- assertFalse(rs.next());
-
- rs = dbmd.getPrimaryKeys(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME);
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("custom_entity_data_id"), rs.getString("COLUMN_NAME"));
- assertEquals(3, rs.getInt("KEY_SEQ"));
- assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME"));
-
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
- assertEquals(2, rs.getInt("KEY_SEQ"));
- assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME"));
-
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("organization_id"), rs.getString("COLUMN_NAME"));
- assertEquals(1, rs.getInt("KEY_SEQ"));
- assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME")); // TODO: this is on the table row
-
- assertFalse(rs.next());
-
- rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, null);
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("organization_id"), rs.getString("COLUMN_NAME"));
- assertEquals(rs.getInt("COLUMN_SIZE"), 15);
-
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
- assertEquals(rs.getInt("COLUMN_SIZE"), 3);
-
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("custom_entity_data_id"), rs.getString("COLUMN_NAME"));
-
- // The above returns all columns, starting with the PK columns
- assertTrue(rs.next());
-
- rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, "KEY_PREFIX");
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
-
- rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, "KEY_PREFIX");
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
-
- assertFalse(rs.next());
-
- }
-
- @Test
- public void testMultiTableColumnsMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
- ensureTableCreated(getUrl(), GROUPBYTEST_NAME, null, ts);
- ensureTableCreated(getUrl(), PTSDB_NAME, null, ts);
- ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- ResultSet rs = dbmd.getColumns(null, "", "%TEST%", null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
- assertEquals(null, rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
- assertEquals(PhoenixDatabaseMetaData.TABLE_FAMILY, rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("uri"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
- assertEquals(PhoenixDatabaseMetaData.TABLE_FAMILY, rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("appcpu"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(null, rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
- assertFalse(rs.next());
- }
-
- @Test
- public void testCreateDropTable() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- ensureTableCreated(getUrl(), BTABLE_NAME, null, ts-2);
- ensureTableCreated(getUrl(), PTSDB_NAME, null, ts-2);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn5 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT a_string FROM aTable";
- // Data should still be there b/c we only dropped the schema
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
- assertTrue(conn5.prepareStatement(query).executeQuery().next());
- conn5.createStatement().executeUpdate("DROP TABLE " + ATABLE_NAME);
-
- // Confirm that data is no longer there because we dropped the table
- // This needs to be done natively b/c the metadata is gone
- HTableInterface htable = conn5.unwrap(PhoenixConnection.class).getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(ATABLE_SCHEMA_NAME, ATABLE_NAME));
- Scan scan = new Scan();
- scan.setFilter(new FirstKeyOnlyFilter());
- scan.setTimeRange(0, ts+9);
- assertNull(htable.getScanner(scan).next());
- conn5.close();
-
- // Still should work b/c we're at an earlier timestamp than when table was deleted
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 2));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- assertTrue(conn2.prepareStatement(query).executeQuery().next());
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
- Connection conn10 = DriverManager.getConnection(getUrl(), props);
- try {
- conn10.prepareStatement(query).executeQuery().next();
- fail();
- } catch (TableNotFoundException e) {
- }
- }
-
- @Test
- public void testCreateOnExistingTable() throws Exception {
- PhoenixConnection pconn = DriverManager.getConnection(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)).unwrap(PhoenixConnection.class);
- String tableName = MDTEST_NAME;
- String schemaName = MDTEST_SCHEMA_NAME;
- byte[] cfA = Bytes.toBytes(SchemaUtil.normalizeIdentifier("a"));
- byte[] cfB = Bytes.toBytes(SchemaUtil.normalizeIdentifier("b"));
- byte[] cfC = Bytes.toBytes("c");
- byte[][] familyNames = new byte[][] {cfB, cfC};
- byte[] htableName = SchemaUtil.getTableNameAsBytes(schemaName, tableName);
- HBaseAdmin admin = pconn.getQueryServices().getAdmin();
- try {
- admin.disableTable(htableName);
- admin.deleteTable(htableName);
- admin.enableTable(htableName);
- } catch (org.apache.hadoop.hbase.TableNotFoundException e) {
- }
-
- @SuppressWarnings("deprecation")
- HTableDescriptor descriptor = new HTableDescriptor(htableName);
- for (byte[] familyName : familyNames) {
- HColumnDescriptor columnDescriptor = new HColumnDescriptor(familyName);
- descriptor.addFamily(columnDescriptor);
- }
- admin.createTable(descriptor);
-
- long ts = nextTimestamp();
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- PhoenixConnection conn1 = DriverManager.getConnection(getUrl(), props).unwrap(PhoenixConnection.class);
- ensureTableCreated(getUrl(), tableName, null, ts);
-
- descriptor = admin.getTableDescriptor(htableName);
- assertEquals(3,descriptor.getColumnFamilies().length);
- HColumnDescriptor cdA = descriptor.getFamily(cfA);
- assertTrue(cdA.getKeepDeletedCells());
- assertEquals(DataBlockEncoding.NONE, cdA.getDataBlockEncoding()); // Overriden using WITH
- assertEquals(1,cdA.getMaxVersions());// Overriden using WITH
- HColumnDescriptor cdB = descriptor.getFamily(cfB);
- assertFalse(cdB.getKeepDeletedCells()); // Allow KEEP_DELETED_CELLS to be false for VEIW
- assertEquals(DataBlockEncoding.NONE, cdB.getDataBlockEncoding()); // Should keep the original value.
- // CF c should stay the same since it's not a Phoenix cf.
- HColumnDescriptor cdC = descriptor.getFamily(cfC);
- assertNotNull("Column family not found", cdC);
- assertFalse(cdC.getKeepDeletedCells());
- assertFalse(SchemaUtil.DEFAULT_DATA_BLOCK_ENCODING == cdC.getDataBlockEncoding());
- assertTrue(descriptor.hasCoprocessor(UngroupedAggregateRegionObserver.class.getName()));
- assertTrue(descriptor.hasCoprocessor(GroupedAggregateRegionObserver.class.getName()));
- assertTrue(descriptor.hasCoprocessor(ServerCachingEndpointImpl.class.getName()));
- admin.close();
-
- int rowCount = 5;
- String upsert = "UPSERT INTO " + tableName + "(id,col1,col2) VALUES(?,?,?)";
- PreparedStatement ps = conn1.prepareStatement(upsert);
- for (int i = 0; i < rowCount; i++) {
- ps.setString(1, Integer.toString(i));
- ps.setInt(2, i+1);
- ps.setInt(3, i+2);
- ps.execute();
- }
- conn1.commit();
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT count(1) FROM " + tableName;
- ResultSet rs = conn2.createStatement().executeQuery(query);
- assertTrue(rs.next());
- assertEquals(rowCount, rs.getLong(1));
-
- query = "SELECT id, col1,col2 FROM " + tableName;
- rs = conn2.createStatement().executeQuery(query);
- for (int i = 0; i < rowCount; i++) {
- assertTrue(rs.next());
- assertEquals(Integer.toString(i),rs.getString(1));
- assertEquals(i+1, rs.getInt(2));
- assertEquals(i+2, rs.getInt(3));
- }
- assertFalse(rs.next());
- conn2.close();
- }
-
- @SuppressWarnings("deprecation")
- @Test
- public void testCreateViewOnExistingTable() throws Exception {
- PhoenixConnection pconn = DriverManager.getConnection(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)).unwrap(PhoenixConnection.class);
- String tableName = MDTEST_NAME;
- String schemaName = MDTEST_SCHEMA_NAME;
- byte[] cfB = Bytes.toBytes(SchemaUtil.normalizeIdentifier("b"));
- byte[] cfC = Bytes.toBytes("c");
- byte[][] familyNames = new byte[][] {cfB, cfC};
- byte[] htableName = SchemaUtil.getTableNameAsBytes(schemaName, tableName);
- HBaseAdmin admin = pconn.getQueryServices().getAdmin();
- try {
- admin.disableTable(htableName);
- admin.deleteTable(htableName);
- admin.enableTable(htableName);
- } catch (org.apache.hadoop.hbase.TableNotFoundException e) {
- } finally {
- admin.close();
- }
-
- HTableDescriptor descriptor = new HTableDescriptor(htableName);
- for (byte[] familyName : familyNames) {
- HColumnDescriptor columnDescriptor = new HColumnDescriptor(familyName);
- descriptor.addFamily(columnDescriptor);
- }
- admin.createTable(descriptor);
-
- long ts = nextTimestamp();
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- String createStmt = "create view bogusTable" +
- " (id char(1) not null primary key,\n" +
- " a.col1 integer,\n" +
- " d.col2 bigint)\n";
- try {
- conn1.createStatement().execute(createStmt);
- fail();
- } catch (TableNotFoundException e) {
- // expected to fail b/c table doesn't exist
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c table doesn't exist
- }
-
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " a.col1 integer,\n" +
- " b.col2 bigint)\n";
- try {
- conn1.createStatement().execute(createStmt);
- fail();
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c cf a doesn't exist
- }
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " b.col1 integer,\n" +
- " c.col2 bigint)\n";
- try {
- conn1.createStatement().execute(createStmt);
- fail();
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c cf C doesn't exist (case issue)
- }
-
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " b.col1 integer,\n" +
- " \"c\".col2 bigint) \n";
- // should be ok now
- conn1.createStatement().execute(createStmt);
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- PhoenixConnection conn2 = DriverManager.getConnection(getUrl(), props).unwrap(PhoenixConnection.class);
-
- ResultSet rs = conn2.getMetaData().getTables(null, null, MDTEST_NAME, null);
- assertTrue(rs.next());
- assertEquals(ViewType.MAPPED.name(), rs.getString(PhoenixDatabaseMetaData.VIEW_TYPE));
- assertFalse(rs.next());
-
- String deleteStmt = "DELETE FROM " + MDTEST_NAME;
- PreparedStatement ps = conn2.prepareStatement(deleteStmt);
- try {
- ps.execute();
- fail();
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c table is read-only
- }
- try {
- String upsert = "UPSERT INTO " + MDTEST_NAME + "(id,col1,col2) VALUES(?,?,?)";
- ps = conn2.prepareStatement(upsert);
- try {
- ps.setString(1, Integer.toString(0));
- ps.setInt(2, 1);
- ps.setInt(3, 2);
- ps.execute();
- fail();
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c table is read-only
- }
- conn2.createStatement().execute("ALTER VIEW " + MDTEST_NAME + " SET IMMUTABLE_ROWS=TRUE");
-
- HTableInterface htable = conn2.getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(MDTEST_SCHEMA_NAME,MDTEST_NAME));
- Put put = new Put(Bytes.toBytes("0"));
- put.add(cfB, Bytes.toBytes("COL1"), ts+6, PDataType.INTEGER.toBytes(1));
- put.add(cfC, Bytes.toBytes("COL2"), ts+6, PDataType.LONG.toBytes(2));
- htable.put(put);
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
- Connection conn7 = DriverManager.getConnection(getUrl(), props);
- // Should be ok b/c we've marked the view with IMMUTABLE_ROWS=true
- conn7.createStatement().execute("CREATE INDEX idx ON " + MDTEST_NAME + "(B.COL1)");
- String select = "SELECT col1 FROM " + MDTEST_NAME + " WHERE col2=?";
- ps = conn7.prepareStatement(select);
- ps.setInt(1, 2);
- rs = ps.executeQuery();
- assertTrue(rs.next());
- assertEquals(1, rs.getInt(1));
- assertFalse(rs.next());
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 12));
- Connection conn75 = DriverManager.getConnection(getUrl(), props);
- String dropTable = "DROP TABLE " + MDTEST_NAME ;
- ps = conn75.prepareStatement(dropTable);
- try {
- ps.execute();
- fail();
- } catch (TableNotFoundException e) {
- // expected to fail b/c it is a view
- }
-
- String dropView = "DROP VIEW " + MDTEST_NAME ;
- ps = conn75.prepareStatement(dropView);
- ps.execute();
- conn75.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 15));
- Connection conn8 = DriverManager.getConnection(getUrl(), props);
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " b.col1 integer,\n" +
- " \"c\".col2 bigint) IMMUTABLE_ROWS=true\n";
- // should be ok to create a view with IMMUTABLE_ROWS = true
- conn8.createStatement().execute(createStmt);
- conn8.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 20));
- Connection conn9 = DriverManager.getConnection(getUrl(), props);
- conn9.createStatement().execute("CREATE INDEX idx ON " + MDTEST_NAME + "(B.COL1)");
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 30));
- Connection conn91 = DriverManager.getConnection(getUrl(), props);
- ps = conn91.prepareStatement(dropView);
- ps.execute();
- conn91.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 35));
- Connection conn92 = DriverManager.getConnection(getUrl(), props);
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " b.col1 integer,\n" +
- " \"c\".col2 bigint) as\n" +
- " select * from " + MDTEST_NAME +
- " where b.col1 = 1";
- conn92.createStatement().execute(createStmt);
- conn92.close();
-
- put = new Put(Bytes.toBytes("1"));
- put.add(cfB, Bytes.toBytes("COL1"), ts+39, PDataType.INTEGER.toBytes(3));
- put.add(cfC, Bytes.toBytes("COL2"), ts+39, PDataType.LONG.toBytes(4));
- htable.put(put);
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 40));
- Connection conn92a = DriverManager.getConnection(getUrl(), props);
- rs = conn92a.createStatement().executeQuery("select count(*) from " + MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(1,rs.getInt(1));
- conn92a.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 45));
- Connection conn93 = DriverManager.getConnection(getUrl(), props);
- try {
- String alterView = "alter view " + MDTEST_NAME + " drop column b.col1";
- conn93.createStatement().execute(alterView);
- fail();
- } catch (SQLException e) {
- assertEquals(SQLExceptionCode.CANNOT_MUTATE_TABLE.getErrorCode(), e.getErrorCode());
- }
- conn93.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 50));
- Connection conn94 = DriverManager.getConnection(getUrl(), props);
- String alterView = "alter view " + MDTEST_NAME + " drop column \"c\".col2";
- conn94.createStatement().execute(alterView);
- conn94.close();
-
- } finally {
- HTableInterface htable = pconn.getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(MDTEST_SCHEMA_NAME,MDTEST_NAME));
- Delete delete1 = new Delete(Bytes.toBytes("0"));
- Delete delete2 = new Delete(Bytes.toBytes("1"));
- htable.batch(Arrays.asList(delete1, delete2));
- }
-
- }
-
- @Test
- public void testAddKVColumnToExistingFamily() throws Throwable {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- // Failed attempt to repro table not found bug
-// TestUtil.clearMetaDataCache(conn1);
-// PhoenixConnection pconn = conn1.unwrap(PhoenixConnection.class);
-// pconn.removeTable(ATABLE_SCHEMA_NAME, ATABLE_NAME);
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_integer integer");
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT z_integer FROM aTable";
- assertTrue(conn2.prepareStatement(query).executeQuery().next());
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- try {
- conn3.prepareStatement(query).executeQuery().next();
- fail();
- } catch (ColumnNotFoundException e) {
- }
- }
-
- @Test
- public void testAddKVColumnToNewFamily() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD newcf.z_integer integer");
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT z_integer FROM aTable";
- assertTrue(conn2.prepareStatement(query).executeQuery().next());
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- try {
- conn3.prepareStatement(query).executeQuery().next();
- fail();
- } catch (ColumnNotFoundException e) {
- }
- }
-
- @Test
- public void testAddPKColumn() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- try {
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_string varchar not null primary key");
- fail();
- } catch (SQLException e) {
- assertTrue(e.getMessage(), e.getMessage().contains("ERROR 1006 (42J04): Only nullable columns may be added to a multi-part row key."));
- }
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_string varchar primary key");
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT z_string FROM aTable";
- assertTrue(conn2.prepareStatement(query).executeQuery().next());
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- try {
- conn3.prepareStatement(query).executeQuery().next();
- fail();
- } catch (ColumnNotFoundException e) {
- }
- }
-
- @Test
- public void testDropKVColumn() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn5 = DriverManager.getConnection(getUrl(), props);
- assertTrue(conn5.createStatement().executeQuery("SELECT 1 FROM atable WHERE b_string IS NOT NULL").next());
- conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN b_string");
- conn5.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT b_string FROM aTable";
- try {
- conn2.prepareStatement(query).executeQuery().next();
- fail();
- } catch (ColumnNotFoundException e) {
- }
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- assertTrue(conn3.prepareStatement(query).executeQuery().next());
- conn3.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 7));
- Connection conn7 = DriverManager.getConnection(getUrl(), props);
- conn7.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD b_string VARCHAR");
- conn7.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
- Connection conn8 = DriverManager.getConnection(getUrl(), props);
- assertFalse(conn8.createStatement().executeQuery("SELECT 1 FROM atable WHERE b_string IS NOT NULL").next());
- conn8.close();
-
- }
-
- @Test
- public void testDropPKColumn() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- try {
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN entity_id");
- fail();
- } catch (SQLException e) {
- assertTrue(e.getMessage(), e.getMessage().contains("ERROR 506 (42817): Primary key column may not be dropped."));
- }
- conn1.close();
- }
-
- @Test
- public void testDropAllKVCols() throws Exception {
- ResultSet rs;
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
-
- Properties props = new Properties();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 2));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- conn2.createStatement().executeUpdate("UPSERT INTO " + MDTEST_NAME + " VALUES('a',1,1)");
- conn2.createStatement().executeUpdate("UPSERT INTO " + MDTEST_NAME + " VALUES('b',2,2)");
- conn2.commit();
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- rs = conn3.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(2, rs.getLong(1));
- conn3.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn5 = DriverManager.getConnection(getUrl(), props);
- conn5.createStatement().executeUpdate("ALTER TABLE " + MDTEST_NAME + " DROP COLUMN col1");
- conn5.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn6 = DriverManager.getConnection(getUrl(), props);
- rs = conn6.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(2, rs.getLong(1));
- conn6.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 7));
- Connection conn7 = DriverManager.getConnection(getUrl(), props);
- conn7.createStatement().executeUpdate("ALTER TABLE " + MDTEST_NAME + " DROP COLUMN col2");
- conn7.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
- Connection conn8 = DriverManager.getConnection(getUrl(), props);
- rs = conn8.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(2, rs.getLong(1));
- conn8.close();
- }
-
- @Test
- public void testNewerTableDisallowed() throws Exception {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), ATABLE_NAME, null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn5 = DriverManager.getConnection(getUrl(), props);
- conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN x_integer");
- try {
- conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN y_integer");
- fail();
- } catch (SQLException e) {
- assertTrue(e.getMessage(), e.getMessage().contains("ERROR 1013 (42M04): Table already exists. tableName=ATABLE"));
- }
- conn5.close();
- }
-
-
- @Test
- public void testTableWithScemaMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts));
- Connection conn = DriverManager.getConnection(getUrl(), props);
-
- conn.createStatement().execute("create table foo.bar(k varchar primary key)");
- conn.createStatement().execute("create table bar(k varchar primary key)");
- conn.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
- conn = DriverManager.getConnection(getUrl(), props);
-
- DatabaseMetaData metaData = conn.getMetaData();
- ResultSet rs;
-
- // Tricky case that requires returning false for null AND true expression
- rs = metaData.getTables(null, "FOO", "BAR", null);
- assertTrue(rs.next());
- assertEquals("FOO",rs.getString("TABLE_SCHEM"));
- assertEquals("BAR", rs.getString("TABLE_NAME"));
- assertFalse(rs.next());
-
- // Tricky case that requires end key to maintain trailing nulls
- rs = metaData.getTables("", "FOO", "BAR", null);
- assertTrue(rs.next());
- assertEquals("FOO",rs.getString("TABLE_SCHEM"));
- assertEquals("BAR", rs.getString("TABLE_NAME"));
- assertFalse(rs.next());
-
- rs = metaData.getTables("", null, "BAR", null);
- assertTrue(rs.next());
- assertEquals(null,rs.getString("TABLE_SCHEM"));
- assertEquals("BAR", rs.getString("TABLE_NAME"));
- assertTrue(rs.next());
- assertEquals("FOO",rs.getString("TABLE_SCHEM"));
- assertEquals("BAR", rs.getString("TABLE_NAME"));
- assertFalse(rs.next());
- }
-
-}
[6/6] phoenix git commit: Revert "PHOENIX-1470 KEEP_DELETED_CELLS
interface changed in HBase 0.98.8 (Jesse Yates)"
Posted by ap...@apache.org.
Revert "PHOENIX-1470 KEEP_DELETED_CELLS interface changed in HBase 0.98.8 (Jesse Yates)"
This reverts commit a6b1d385ae30fae0ef98aa01829e16b9d900aaf6.
Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo
Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/2faa3f42
Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/2faa3f42
Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/2faa3f42
Branch: refs/heads/4.0
Commit: 2faa3f4297715d8d424c978f1b01002d2ac1f3d1
Parents: ecf17ba
Author: Andrew Purtell <ap...@apache.org>
Authored: Sat Dec 13 10:43:30 2014 -0800
Committer: Andrew Purtell <ap...@apache.org>
Committed: Sat Dec 13 10:43:30 2014 -0800
----------------------------------------------------------------------
.../end2end/QueryDatabaseMetaDataIT.java | 11 +-
.../end2end/QueryDatabaseMetaDataIT.java.orig | 1120 ------------------
2 files changed, 4 insertions(+), 1127 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/phoenix/blob/2faa3f42/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java
----------------------------------------------------------------------
diff --git a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java
index ebea20a..88a0447 100644
--- a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java
+++ b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java
@@ -35,7 +35,6 @@ import static org.apache.phoenix.util.TestUtil.TABLE_WITH_SALTING;
import static org.apache.phoenix.util.TestUtil.TEST_PROPERTIES;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
-import static org.junit.Assert.assertNotEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.assertTrue;
@@ -53,7 +52,6 @@ import java.util.Properties;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
-import org.apache.hadoop.hbase.KeepDeletedCells;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTableInterface;
@@ -609,17 +607,16 @@ public class QueryDatabaseMetaDataIT extends BaseClientManagedTimeIT {
descriptor = admin.getTableDescriptor(htableName);
assertEquals(3,descriptor.getColumnFamilies().length);
HColumnDescriptor cdA = descriptor.getFamily(cfA);
- assertNotEquals(HColumnDescriptor.DEFAULT_KEEP_DELETED, cdA.getKeepDeletedCells());
+ assertTrue(cdA.getKeepDeletedCells());
assertEquals(DataBlockEncoding.NONE, cdA.getDataBlockEncoding()); // Overriden using WITH
assertEquals(1,cdA.getMaxVersions());// Overriden using WITH
HColumnDescriptor cdB = descriptor.getFamily(cfB);
- // Allow KEEP_DELETED_CELLS to be false for VIEW
- assertEquals(HColumnDescriptor.DEFAULT_KEEP_DELETED, cdA.getKeepDeletedCells());
+ assertFalse(cdB.getKeepDeletedCells()); // Allow KEEP_DELETED_CELLS to be false for VEIW
assertEquals(DataBlockEncoding.NONE, cdB.getDataBlockEncoding()); // Should keep the original value.
// CF c should stay the same since it's not a Phoenix cf.
HColumnDescriptor cdC = descriptor.getFamily(cfC);
assertNotNull("Column family not found", cdC);
- assertEquals(HColumnDescriptor.DEFAULT_KEEP_DELETED, cdA.getKeepDeletedCells());
+ assertFalse(cdC.getKeepDeletedCells());
assertFalse(SchemaUtil.DEFAULT_DATA_BLOCK_ENCODING == cdC.getDataBlockEncoding());
assertTrue(descriptor.hasCoprocessor(UngroupedAggregateRegionObserver.class.getName()));
assertTrue(descriptor.hasCoprocessor(GroupedAggregateRegionObserver.class.getName()));
@@ -656,7 +653,7 @@ public class QueryDatabaseMetaDataIT extends BaseClientManagedTimeIT {
assertFalse(rs.next());
conn2.close();
}
-
+
@SuppressWarnings("deprecation")
@Test
public void testCreateViewOnExistingTable() throws Exception {
http://git-wip-us.apache.org/repos/asf/phoenix/blob/2faa3f42/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
----------------------------------------------------------------------
diff --git a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
deleted file mode 100644
index 88a0447..0000000
--- a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
+++ /dev/null
@@ -1,1120 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.phoenix.end2end;
-
-import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.SYSTEM_CATALOG_SCHEMA;
-import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.SYSTEM_CATALOG_TABLE;
-import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.TYPE_SEQUENCE;
-import static org.apache.phoenix.util.TestUtil.ATABLE_NAME;
-import static org.apache.phoenix.util.TestUtil.ATABLE_SCHEMA_NAME;
-import static org.apache.phoenix.util.TestUtil.BTABLE_NAME;
-import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_FULL_NAME;
-import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_NAME;
-import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_SCHEMA_NAME;
-import static org.apache.phoenix.util.TestUtil.GROUPBYTEST_NAME;
-import static org.apache.phoenix.util.TestUtil.MDTEST_NAME;
-import static org.apache.phoenix.util.TestUtil.MDTEST_SCHEMA_NAME;
-import static org.apache.phoenix.util.TestUtil.PTSDB_NAME;
-import static org.apache.phoenix.util.TestUtil.STABLE_NAME;
-import static org.apache.phoenix.util.TestUtil.TABLE_WITH_SALTING;
-import static org.apache.phoenix.util.TestUtil.TEST_PROPERTIES;
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertFalse;
-import static org.junit.Assert.assertNotNull;
-import static org.junit.Assert.assertNull;
-import static org.junit.Assert.assertTrue;
-import static org.junit.Assert.fail;
-
-import java.sql.Connection;
-import java.sql.DatabaseMetaData;
-import java.sql.DriverManager;
-import java.sql.PreparedStatement;
-import java.sql.ResultSet;
-import java.sql.SQLException;
-import java.util.Arrays;
-import java.util.Map;
-import java.util.Properties;
-
-import org.apache.hadoop.hbase.HColumnDescriptor;
-import org.apache.hadoop.hbase.HTableDescriptor;
-import org.apache.hadoop.hbase.client.Delete;
-import org.apache.hadoop.hbase.client.HBaseAdmin;
-import org.apache.hadoop.hbase.client.HTableInterface;
-import org.apache.hadoop.hbase.client.Put;
-import org.apache.hadoop.hbase.client.Scan;
-import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;
-import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
-import org.apache.hadoop.hbase.util.Bytes;
-import org.apache.phoenix.coprocessor.GroupedAggregateRegionObserver;
-import org.apache.phoenix.coprocessor.ServerCachingEndpointImpl;
-import org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver;
-import org.apache.phoenix.exception.SQLExceptionCode;
-import org.apache.phoenix.jdbc.PhoenixConnection;
-import org.apache.phoenix.jdbc.PhoenixDatabaseMetaData;
-import org.apache.phoenix.query.QueryServices;
-import org.apache.phoenix.schema.ColumnNotFoundException;
-import org.apache.phoenix.schema.PDataType;
-import org.apache.phoenix.schema.PTable.ViewType;
-import org.apache.phoenix.schema.PTableType;
-import org.apache.phoenix.schema.ReadOnlyTableException;
-import org.apache.phoenix.schema.TableNotFoundException;
-import org.apache.phoenix.util.PhoenixRuntime;
-import org.apache.phoenix.util.PropertiesUtil;
-import org.apache.phoenix.util.ReadOnlyProps;
-import org.apache.phoenix.util.SchemaUtil;
-import org.apache.phoenix.util.StringUtil;
-import org.apache.phoenix.util.TestUtil;
-import org.junit.BeforeClass;
-import org.junit.Test;
-
-
-public class QueryDatabaseMetaDataIT extends BaseClientManagedTimeIT {
-
- @BeforeClass
- @Shadower(classBeingShadowed = BaseClientManagedTimeIT.class)
- public static void doSetup() throws Exception {
- Map<String,String> props = getDefaultProps();
- props.put(QueryServices.DEFAULT_KEEP_DELETED_CELLS_ATTRIB, "true");
- setUpTestDriver(new ReadOnlyProps(props.entrySet().iterator()));
- }
-
- @Test
- public void testTableMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), ATABLE_NAME, null, ts);
- ensureTableCreated(getUrl(), STABLE_NAME, null, ts);
- ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- String aTableName = StringUtil.escapeLike(TestUtil.ATABLE_NAME);
- String aSchemaName = TestUtil.ATABLE_SCHEMA_NAME;
- ResultSet rs = dbmd.getTables(null, aSchemaName, aTableName, null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_NAME"),aTableName);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertEquals(rs.getString(3),aTableName);
- assertEquals(PTableType.TABLE.toString(), rs.getString(4));
- assertFalse(rs.next());
-
- rs = dbmd.getTables(null, null, null, null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
- assertEquals(rs.getString("TABLE_NAME"),SYSTEM_CATALOG_TABLE);
- assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
- assertEquals(rs.getString("TABLE_NAME"),TYPE_SEQUENCE);
- assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
- assertEquals(rs.getString("TABLE_NAME"),PhoenixDatabaseMetaData.SYSTEM_STATS_TABLE);
- assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),ATABLE_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),STABLE_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
-
- rs = dbmd.getTables(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
- assertEquals(rs.getString("TABLE_NAME"),CUSTOM_ENTITY_DATA_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertFalse(rs.next());
-
- try {
- rs.getString("RANDOM_COLUMN_NAME");
- fail();
- } catch (ColumnNotFoundException e) {
- // expected
- }
- assertFalse(rs.next());
-
- rs = dbmd.getTables(null, "", "_TABLE", new String[] {PTableType.TABLE.toString()});
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),ATABLE_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),STABLE_NAME);
- assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
- assertFalse(rs.next());
- }
-
- @Test
- public void testSchemaMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
- ensureTableCreated(getUrl(), PTSDB_NAME, null, ts);
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- ResultSet rs;
- rs = dbmd.getSchemas(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME);
- assertTrue(rs.next());
- assertEquals(rs.getString(1),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
- assertEquals(rs.getString(2),null);
- assertFalse(rs.next());
-
- rs = dbmd.getSchemas(null, null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_CATALOG"),null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
- assertEquals(rs.getString("TABLE_CATALOG"),null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),PhoenixDatabaseMetaData.SYSTEM_CATALOG_SCHEMA);
- assertEquals(rs.getString("TABLE_CATALOG"),null);
- assertFalse(rs.next());
- }
-
- @Test
- public void testColumnMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- ResultSet rs;
- rs = dbmd.getColumns(null, "", MDTEST_NAME, null);
- assertTrue(rs.next());
-
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNoNulls, rs.getShort("NULLABLE"));
- assertEquals(PDataType.CHAR.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(1, rs.getInt("ORDINAL_POSITION"));
- assertEquals(1, rs.getInt("COLUMN_SIZE"));
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(2, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.LONG.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(3, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(4, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(5, rs.getInt("ORDINAL_POSITION"));
- assertEquals(5, rs.getInt("COLUMN_SIZE"));
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(6, rs.getInt("ORDINAL_POSITION"));
- assertEquals(6, rs.getInt("COLUMN_SIZE"));
- assertEquals(3, rs.getInt("DECIMAL_DIGITS"));
-
- assertFalse(rs.next());
-
- // Look up only columns in a column family
- rs = dbmd.getColumns(null, "", MDTEST_NAME, "A.");
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(2, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertFalse(rs.next());
-
- // Look up KV columns in a column family
- rs = dbmd.getColumns("", "", MDTEST_NAME, "%.COL%");
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(2, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.LONG.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(3, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(4, rs.getInt("ORDINAL_POSITION"));
- assertEquals(0, rs.getInt("COLUMN_SIZE"));
- assertTrue(rs.wasNull());
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertTrue(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(5, rs.getInt("ORDINAL_POSITION"));
- assertEquals(5, rs.getInt("COLUMN_SIZE"));
- assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
- assertFalse(rs.wasNull());
-
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
- assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
- assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
- assertEquals(6, rs.getInt("ORDINAL_POSITION"));
- assertEquals(6, rs.getInt("COLUMN_SIZE"));
- assertEquals(3, rs.getInt("DECIMAL_DIGITS"));
-
- assertFalse(rs.next());
-
- // Look up KV columns in a column family
- rs = dbmd.getColumns("", "", MDTEST_NAME, "B.COL2");
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
- assertFalse(rs.next());
-
- ensureTableCreated(getUrl(), TABLE_WITH_SALTING, null, ts);
- rs = dbmd.getColumns("", "", TABLE_WITH_SALTING, StringUtil.escapeLike("A_INTEGER"));
- assertTrue(rs.next());
- assertEquals(1, rs.getInt("ORDINAL_POSITION"));
- assertFalse(rs.next());
-
- }
-
- @Test
- public void testPrimaryKeyMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
- ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- ResultSet rs;
- rs = dbmd.getPrimaryKeys(null, "", MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
- assertEquals(1, rs.getInt("KEY_SEQ"));
- assertEquals(null, rs.getString("PK_NAME"));
- assertFalse(rs.next());
-
- rs = dbmd.getPrimaryKeys(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME);
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("custom_entity_data_id"), rs.getString("COLUMN_NAME"));
- assertEquals(3, rs.getInt("KEY_SEQ"));
- assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME"));
-
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
- assertEquals(2, rs.getInt("KEY_SEQ"));
- assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME"));
-
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("organization_id"), rs.getString("COLUMN_NAME"));
- assertEquals(1, rs.getInt("KEY_SEQ"));
- assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME")); // TODO: this is on the table row
-
- assertFalse(rs.next());
-
- rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, null);
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("organization_id"), rs.getString("COLUMN_NAME"));
- assertEquals(rs.getInt("COLUMN_SIZE"), 15);
-
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
- assertEquals(rs.getInt("COLUMN_SIZE"), 3);
-
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("custom_entity_data_id"), rs.getString("COLUMN_NAME"));
-
- // The above returns all columns, starting with the PK columns
- assertTrue(rs.next());
-
- rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, "KEY_PREFIX");
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
-
- rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, "KEY_PREFIX");
- assertTrue(rs.next());
- assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
- assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
- assertEquals(null, rs.getString("TABLE_CAT"));
- assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
-
- assertFalse(rs.next());
-
- }
-
- @Test
- public void testMultiTableColumnsMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
- ensureTableCreated(getUrl(), GROUPBYTEST_NAME, null, ts);
- ensureTableCreated(getUrl(), PTSDB_NAME, null, ts);
- ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn = DriverManager.getConnection(getUrl(), props);
- DatabaseMetaData dbmd = conn.getMetaData();
- ResultSet rs = dbmd.getColumns(null, "", "%TEST%", null);
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
- assertEquals(null, rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
- assertEquals(PhoenixDatabaseMetaData.TABLE_FAMILY, rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("uri"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
- assertEquals(PhoenixDatabaseMetaData.TABLE_FAMILY, rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("appcpu"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(null, rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
- assertTrue(rs.next());
- assertEquals(rs.getString("TABLE_SCHEM"),null);
- assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
- assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
- assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
- assertFalse(rs.next());
- }
-
- @Test
- public void testCreateDropTable() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- ensureTableCreated(getUrl(), BTABLE_NAME, null, ts-2);
- ensureTableCreated(getUrl(), PTSDB_NAME, null, ts-2);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn5 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT a_string FROM aTable";
- // Data should still be there b/c we only dropped the schema
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
- assertTrue(conn5.prepareStatement(query).executeQuery().next());
- conn5.createStatement().executeUpdate("DROP TABLE " + ATABLE_NAME);
-
- // Confirm that data is no longer there because we dropped the table
- // This needs to be done natively b/c the metadata is gone
- HTableInterface htable = conn5.unwrap(PhoenixConnection.class).getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(ATABLE_SCHEMA_NAME, ATABLE_NAME));
- Scan scan = new Scan();
- scan.setFilter(new FirstKeyOnlyFilter());
- scan.setTimeRange(0, ts+9);
- assertNull(htable.getScanner(scan).next());
- conn5.close();
-
- // Still should work b/c we're at an earlier timestamp than when table was deleted
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 2));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- assertTrue(conn2.prepareStatement(query).executeQuery().next());
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
- Connection conn10 = DriverManager.getConnection(getUrl(), props);
- try {
- conn10.prepareStatement(query).executeQuery().next();
- fail();
- } catch (TableNotFoundException e) {
- }
- }
-
- @Test
- public void testCreateOnExistingTable() throws Exception {
- PhoenixConnection pconn = DriverManager.getConnection(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)).unwrap(PhoenixConnection.class);
- String tableName = MDTEST_NAME;
- String schemaName = MDTEST_SCHEMA_NAME;
- byte[] cfA = Bytes.toBytes(SchemaUtil.normalizeIdentifier("a"));
- byte[] cfB = Bytes.toBytes(SchemaUtil.normalizeIdentifier("b"));
- byte[] cfC = Bytes.toBytes("c");
- byte[][] familyNames = new byte[][] {cfB, cfC};
- byte[] htableName = SchemaUtil.getTableNameAsBytes(schemaName, tableName);
- HBaseAdmin admin = pconn.getQueryServices().getAdmin();
- try {
- admin.disableTable(htableName);
- admin.deleteTable(htableName);
- admin.enableTable(htableName);
- } catch (org.apache.hadoop.hbase.TableNotFoundException e) {
- }
-
- @SuppressWarnings("deprecation")
- HTableDescriptor descriptor = new HTableDescriptor(htableName);
- for (byte[] familyName : familyNames) {
- HColumnDescriptor columnDescriptor = new HColumnDescriptor(familyName);
- descriptor.addFamily(columnDescriptor);
- }
- admin.createTable(descriptor);
-
- long ts = nextTimestamp();
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- PhoenixConnection conn1 = DriverManager.getConnection(getUrl(), props).unwrap(PhoenixConnection.class);
- ensureTableCreated(getUrl(), tableName, null, ts);
-
- descriptor = admin.getTableDescriptor(htableName);
- assertEquals(3,descriptor.getColumnFamilies().length);
- HColumnDescriptor cdA = descriptor.getFamily(cfA);
- assertTrue(cdA.getKeepDeletedCells());
- assertEquals(DataBlockEncoding.NONE, cdA.getDataBlockEncoding()); // Overriden using WITH
- assertEquals(1,cdA.getMaxVersions());// Overriden using WITH
- HColumnDescriptor cdB = descriptor.getFamily(cfB);
- assertFalse(cdB.getKeepDeletedCells()); // Allow KEEP_DELETED_CELLS to be false for VEIW
- assertEquals(DataBlockEncoding.NONE, cdB.getDataBlockEncoding()); // Should keep the original value.
- // CF c should stay the same since it's not a Phoenix cf.
- HColumnDescriptor cdC = descriptor.getFamily(cfC);
- assertNotNull("Column family not found", cdC);
- assertFalse(cdC.getKeepDeletedCells());
- assertFalse(SchemaUtil.DEFAULT_DATA_BLOCK_ENCODING == cdC.getDataBlockEncoding());
- assertTrue(descriptor.hasCoprocessor(UngroupedAggregateRegionObserver.class.getName()));
- assertTrue(descriptor.hasCoprocessor(GroupedAggregateRegionObserver.class.getName()));
- assertTrue(descriptor.hasCoprocessor(ServerCachingEndpointImpl.class.getName()));
- admin.close();
-
- int rowCount = 5;
- String upsert = "UPSERT INTO " + tableName + "(id,col1,col2) VALUES(?,?,?)";
- PreparedStatement ps = conn1.prepareStatement(upsert);
- for (int i = 0; i < rowCount; i++) {
- ps.setString(1, Integer.toString(i));
- ps.setInt(2, i+1);
- ps.setInt(3, i+2);
- ps.execute();
- }
- conn1.commit();
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT count(1) FROM " + tableName;
- ResultSet rs = conn2.createStatement().executeQuery(query);
- assertTrue(rs.next());
- assertEquals(rowCount, rs.getLong(1));
-
- query = "SELECT id, col1,col2 FROM " + tableName;
- rs = conn2.createStatement().executeQuery(query);
- for (int i = 0; i < rowCount; i++) {
- assertTrue(rs.next());
- assertEquals(Integer.toString(i),rs.getString(1));
- assertEquals(i+1, rs.getInt(2));
- assertEquals(i+2, rs.getInt(3));
- }
- assertFalse(rs.next());
- conn2.close();
- }
-
- @SuppressWarnings("deprecation")
- @Test
- public void testCreateViewOnExistingTable() throws Exception {
- PhoenixConnection pconn = DriverManager.getConnection(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)).unwrap(PhoenixConnection.class);
- String tableName = MDTEST_NAME;
- String schemaName = MDTEST_SCHEMA_NAME;
- byte[] cfB = Bytes.toBytes(SchemaUtil.normalizeIdentifier("b"));
- byte[] cfC = Bytes.toBytes("c");
- byte[][] familyNames = new byte[][] {cfB, cfC};
- byte[] htableName = SchemaUtil.getTableNameAsBytes(schemaName, tableName);
- HBaseAdmin admin = pconn.getQueryServices().getAdmin();
- try {
- admin.disableTable(htableName);
- admin.deleteTable(htableName);
- admin.enableTable(htableName);
- } catch (org.apache.hadoop.hbase.TableNotFoundException e) {
- } finally {
- admin.close();
- }
-
- HTableDescriptor descriptor = new HTableDescriptor(htableName);
- for (byte[] familyName : familyNames) {
- HColumnDescriptor columnDescriptor = new HColumnDescriptor(familyName);
- descriptor.addFamily(columnDescriptor);
- }
- admin.createTable(descriptor);
-
- long ts = nextTimestamp();
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- String createStmt = "create view bogusTable" +
- " (id char(1) not null primary key,\n" +
- " a.col1 integer,\n" +
- " d.col2 bigint)\n";
- try {
- conn1.createStatement().execute(createStmt);
- fail();
- } catch (TableNotFoundException e) {
- // expected to fail b/c table doesn't exist
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c table doesn't exist
- }
-
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " a.col1 integer,\n" +
- " b.col2 bigint)\n";
- try {
- conn1.createStatement().execute(createStmt);
- fail();
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c cf a doesn't exist
- }
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " b.col1 integer,\n" +
- " c.col2 bigint)\n";
- try {
- conn1.createStatement().execute(createStmt);
- fail();
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c cf C doesn't exist (case issue)
- }
-
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " b.col1 integer,\n" +
- " \"c\".col2 bigint) \n";
- // should be ok now
- conn1.createStatement().execute(createStmt);
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- PhoenixConnection conn2 = DriverManager.getConnection(getUrl(), props).unwrap(PhoenixConnection.class);
-
- ResultSet rs = conn2.getMetaData().getTables(null, null, MDTEST_NAME, null);
- assertTrue(rs.next());
- assertEquals(ViewType.MAPPED.name(), rs.getString(PhoenixDatabaseMetaData.VIEW_TYPE));
- assertFalse(rs.next());
-
- String deleteStmt = "DELETE FROM " + MDTEST_NAME;
- PreparedStatement ps = conn2.prepareStatement(deleteStmt);
- try {
- ps.execute();
- fail();
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c table is read-only
- }
- try {
- String upsert = "UPSERT INTO " + MDTEST_NAME + "(id,col1,col2) VALUES(?,?,?)";
- ps = conn2.prepareStatement(upsert);
- try {
- ps.setString(1, Integer.toString(0));
- ps.setInt(2, 1);
- ps.setInt(3, 2);
- ps.execute();
- fail();
- } catch (ReadOnlyTableException e) {
- // expected to fail b/c table is read-only
- }
- conn2.createStatement().execute("ALTER VIEW " + MDTEST_NAME + " SET IMMUTABLE_ROWS=TRUE");
-
- HTableInterface htable = conn2.getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(MDTEST_SCHEMA_NAME,MDTEST_NAME));
- Put put = new Put(Bytes.toBytes("0"));
- put.add(cfB, Bytes.toBytes("COL1"), ts+6, PDataType.INTEGER.toBytes(1));
- put.add(cfC, Bytes.toBytes("COL2"), ts+6, PDataType.LONG.toBytes(2));
- htable.put(put);
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
- Connection conn7 = DriverManager.getConnection(getUrl(), props);
- // Should be ok b/c we've marked the view with IMMUTABLE_ROWS=true
- conn7.createStatement().execute("CREATE INDEX idx ON " + MDTEST_NAME + "(B.COL1)");
- String select = "SELECT col1 FROM " + MDTEST_NAME + " WHERE col2=?";
- ps = conn7.prepareStatement(select);
- ps.setInt(1, 2);
- rs = ps.executeQuery();
- assertTrue(rs.next());
- assertEquals(1, rs.getInt(1));
- assertFalse(rs.next());
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 12));
- Connection conn75 = DriverManager.getConnection(getUrl(), props);
- String dropTable = "DROP TABLE " + MDTEST_NAME ;
- ps = conn75.prepareStatement(dropTable);
- try {
- ps.execute();
- fail();
- } catch (TableNotFoundException e) {
- // expected to fail b/c it is a view
- }
-
- String dropView = "DROP VIEW " + MDTEST_NAME ;
- ps = conn75.prepareStatement(dropView);
- ps.execute();
- conn75.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 15));
- Connection conn8 = DriverManager.getConnection(getUrl(), props);
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " b.col1 integer,\n" +
- " \"c\".col2 bigint) IMMUTABLE_ROWS=true\n";
- // should be ok to create a view with IMMUTABLE_ROWS = true
- conn8.createStatement().execute(createStmt);
- conn8.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 20));
- Connection conn9 = DriverManager.getConnection(getUrl(), props);
- conn9.createStatement().execute("CREATE INDEX idx ON " + MDTEST_NAME + "(B.COL1)");
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 30));
- Connection conn91 = DriverManager.getConnection(getUrl(), props);
- ps = conn91.prepareStatement(dropView);
- ps.execute();
- conn91.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 35));
- Connection conn92 = DriverManager.getConnection(getUrl(), props);
- createStmt = "create view " + MDTEST_NAME +
- " (id char(1) not null primary key,\n" +
- " b.col1 integer,\n" +
- " \"c\".col2 bigint) as\n" +
- " select * from " + MDTEST_NAME +
- " where b.col1 = 1";
- conn92.createStatement().execute(createStmt);
- conn92.close();
-
- put = new Put(Bytes.toBytes("1"));
- put.add(cfB, Bytes.toBytes("COL1"), ts+39, PDataType.INTEGER.toBytes(3));
- put.add(cfC, Bytes.toBytes("COL2"), ts+39, PDataType.LONG.toBytes(4));
- htable.put(put);
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 40));
- Connection conn92a = DriverManager.getConnection(getUrl(), props);
- rs = conn92a.createStatement().executeQuery("select count(*) from " + MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(1,rs.getInt(1));
- conn92a.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 45));
- Connection conn93 = DriverManager.getConnection(getUrl(), props);
- try {
- String alterView = "alter view " + MDTEST_NAME + " drop column b.col1";
- conn93.createStatement().execute(alterView);
- fail();
- } catch (SQLException e) {
- assertEquals(SQLExceptionCode.CANNOT_MUTATE_TABLE.getErrorCode(), e.getErrorCode());
- }
- conn93.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 50));
- Connection conn94 = DriverManager.getConnection(getUrl(), props);
- String alterView = "alter view " + MDTEST_NAME + " drop column \"c\".col2";
- conn94.createStatement().execute(alterView);
- conn94.close();
-
- } finally {
- HTableInterface htable = pconn.getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(MDTEST_SCHEMA_NAME,MDTEST_NAME));
- Delete delete1 = new Delete(Bytes.toBytes("0"));
- Delete delete2 = new Delete(Bytes.toBytes("1"));
- htable.batch(Arrays.asList(delete1, delete2));
- }
-
- }
-
- @Test
- public void testAddKVColumnToExistingFamily() throws Throwable {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- // Failed attempt to repro table not found bug
-// TestUtil.clearMetaDataCache(conn1);
-// PhoenixConnection pconn = conn1.unwrap(PhoenixConnection.class);
-// pconn.removeTable(ATABLE_SCHEMA_NAME, ATABLE_NAME);
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_integer integer");
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT z_integer FROM aTable";
- assertTrue(conn2.prepareStatement(query).executeQuery().next());
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- try {
- conn3.prepareStatement(query).executeQuery().next();
- fail();
- } catch (ColumnNotFoundException e) {
- }
- }
-
- @Test
- public void testAddKVColumnToNewFamily() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD newcf.z_integer integer");
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT z_integer FROM aTable";
- assertTrue(conn2.prepareStatement(query).executeQuery().next());
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- try {
- conn3.prepareStatement(query).executeQuery().next();
- fail();
- } catch (ColumnNotFoundException e) {
- }
- }
-
- @Test
- public void testAddPKColumn() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- try {
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_string varchar not null primary key");
- fail();
- } catch (SQLException e) {
- assertTrue(e.getMessage(), e.getMessage().contains("ERROR 1006 (42J04): Only nullable columns may be added to a multi-part row key."));
- }
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_string varchar primary key");
- conn1.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT z_string FROM aTable";
- assertTrue(conn2.prepareStatement(query).executeQuery().next());
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- try {
- conn3.prepareStatement(query).executeQuery().next();
- fail();
- } catch (ColumnNotFoundException e) {
- }
- }
-
- @Test
- public void testDropKVColumn() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn5 = DriverManager.getConnection(getUrl(), props);
- assertTrue(conn5.createStatement().executeQuery("SELECT 1 FROM atable WHERE b_string IS NOT NULL").next());
- conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN b_string");
- conn5.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- String query = "SELECT b_string FROM aTable";
- try {
- conn2.prepareStatement(query).executeQuery().next();
- fail();
- } catch (ColumnNotFoundException e) {
- }
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- assertTrue(conn3.prepareStatement(query).executeQuery().next());
- conn3.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 7));
- Connection conn7 = DriverManager.getConnection(getUrl(), props);
- conn7.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD b_string VARCHAR");
- conn7.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
- Connection conn8 = DriverManager.getConnection(getUrl(), props);
- assertFalse(conn8.createStatement().executeQuery("SELECT 1 FROM atable WHERE b_string IS NOT NULL").next());
- conn8.close();
-
- }
-
- @Test
- public void testDropPKColumn() throws Exception {
- long ts = nextTimestamp();
- String tenantId = getOrganizationId();
- initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn1 = DriverManager.getConnection(getUrl(), props);
- try {
- conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN entity_id");
- fail();
- } catch (SQLException e) {
- assertTrue(e.getMessage(), e.getMessage().contains("ERROR 506 (42817): Primary key column may not be dropped."));
- }
- conn1.close();
- }
-
- @Test
- public void testDropAllKVCols() throws Exception {
- ResultSet rs;
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
-
- Properties props = new Properties();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 2));
- Connection conn2 = DriverManager.getConnection(getUrl(), props);
- conn2.createStatement().executeUpdate("UPSERT INTO " + MDTEST_NAME + " VALUES('a',1,1)");
- conn2.createStatement().executeUpdate("UPSERT INTO " + MDTEST_NAME + " VALUES('b',2,2)");
- conn2.commit();
- conn2.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
- Connection conn3 = DriverManager.getConnection(getUrl(), props);
- rs = conn3.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(2, rs.getLong(1));
- conn3.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn5 = DriverManager.getConnection(getUrl(), props);
- conn5.createStatement().executeUpdate("ALTER TABLE " + MDTEST_NAME + " DROP COLUMN col1");
- conn5.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
- Connection conn6 = DriverManager.getConnection(getUrl(), props);
- rs = conn6.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(2, rs.getLong(1));
- conn6.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 7));
- Connection conn7 = DriverManager.getConnection(getUrl(), props);
- conn7.createStatement().executeUpdate("ALTER TABLE " + MDTEST_NAME + " DROP COLUMN col2");
- conn7.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
- Connection conn8 = DriverManager.getConnection(getUrl(), props);
- rs = conn8.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
- assertTrue(rs.next());
- assertEquals(2, rs.getLong(1));
- conn8.close();
- }
-
- @Test
- public void testNewerTableDisallowed() throws Exception {
- long ts = nextTimestamp();
- ensureTableCreated(getUrl(), ATABLE_NAME, null, ts);
-
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
- Connection conn5 = DriverManager.getConnection(getUrl(), props);
- conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN x_integer");
- try {
- conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN y_integer");
- fail();
- } catch (SQLException e) {
- assertTrue(e.getMessage(), e.getMessage().contains("ERROR 1013 (42M04): Table already exists. tableName=ATABLE"));
- }
- conn5.close();
- }
-
-
- @Test
- public void testTableWithScemaMetadataScan() throws SQLException {
- long ts = nextTimestamp();
- Properties props = new Properties();
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts));
- Connection conn = DriverManager.getConnection(getUrl(), props);
-
- conn.createStatement().execute("create table foo.bar(k varchar primary key)");
- conn.createStatement().execute("create table bar(k varchar primary key)");
- conn.close();
-
- props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
- conn = DriverManager.getConnection(getUrl(), props);
-
- DatabaseMetaData metaData = conn.getMetaData();
- ResultSet rs;
-
- // Tricky case that requires returning false for null AND true expression
- rs = metaData.getTables(null, "FOO", "BAR", null);
- assertTrue(rs.next());
- assertEquals("FOO",rs.getString("TABLE_SCHEM"));
- assertEquals("BAR", rs.getString("TABLE_NAME"));
- assertFalse(rs.next());
-
- // Tricky case that requires end key to maintain trailing nulls
- rs = metaData.getTables("", "FOO", "BAR", null);
- assertTrue(rs.next());
- assertEquals("FOO",rs.getString("TABLE_SCHEM"));
- assertEquals("BAR", rs.getString("TABLE_NAME"));
- assertFalse(rs.next());
-
- rs = metaData.getTables("", null, "BAR", null);
- assertTrue(rs.next());
- assertEquals(null,rs.getString("TABLE_SCHEM"));
- assertEquals("BAR", rs.getString("TABLE_NAME"));
- assertTrue(rs.next());
- assertEquals("FOO",rs.getString("TABLE_SCHEM"));
- assertEquals("BAR", rs.getString("TABLE_NAME"));
- assertFalse(rs.next());
- }
-
-}
[5/6] phoenix git commit: Revert "Amend PHOENIX-1470
KEEP_DELETED_CELLS interface changed in HBase 0.98.8 (Jesse Yates)"
Posted by ap...@apache.org.
Revert "Amend PHOENIX-1470 KEEP_DELETED_CELLS interface changed in HBase 0.98.8 (Jesse Yates)"
This reverts commit 79b43c1987eaba1ac6dad1c873fd404d888190d1.
Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo
Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/ecf17ba2
Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/ecf17ba2
Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/ecf17ba2
Branch: refs/heads/4.0
Commit: ecf17ba26025ffdeb312d85f02f7166dd4172203
Parents: 26744da
Author: Andrew Purtell <ap...@apache.org>
Authored: Sat Dec 13 10:43:29 2014 -0800
Committer: Andrew Purtell <ap...@apache.org>
Committed: Sat Dec 13 10:43:29 2014 -0800
----------------------------------------------------------------------
.../end2end/QueryDatabaseMetaDataIT.java.orig | 1120 ++++++++++++++++++
1 file changed, 1120 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/phoenix/blob/ecf17ba2/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
----------------------------------------------------------------------
diff --git a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
new file mode 100644
index 0000000..88a0447
--- /dev/null
+++ b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
@@ -0,0 +1,1120 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.phoenix.end2end;
+
+import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.SYSTEM_CATALOG_SCHEMA;
+import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.SYSTEM_CATALOG_TABLE;
+import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.TYPE_SEQUENCE;
+import static org.apache.phoenix.util.TestUtil.ATABLE_NAME;
+import static org.apache.phoenix.util.TestUtil.ATABLE_SCHEMA_NAME;
+import static org.apache.phoenix.util.TestUtil.BTABLE_NAME;
+import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_FULL_NAME;
+import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_NAME;
+import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_SCHEMA_NAME;
+import static org.apache.phoenix.util.TestUtil.GROUPBYTEST_NAME;
+import static org.apache.phoenix.util.TestUtil.MDTEST_NAME;
+import static org.apache.phoenix.util.TestUtil.MDTEST_SCHEMA_NAME;
+import static org.apache.phoenix.util.TestUtil.PTSDB_NAME;
+import static org.apache.phoenix.util.TestUtil.STABLE_NAME;
+import static org.apache.phoenix.util.TestUtil.TABLE_WITH_SALTING;
+import static org.apache.phoenix.util.TestUtil.TEST_PROPERTIES;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertNotNull;
+import static org.junit.Assert.assertNull;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+import java.sql.Connection;
+import java.sql.DatabaseMetaData;
+import java.sql.DriverManager;
+import java.sql.PreparedStatement;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.util.Arrays;
+import java.util.Map;
+import java.util.Properties;
+
+import org.apache.hadoop.hbase.HColumnDescriptor;
+import org.apache.hadoop.hbase.HTableDescriptor;
+import org.apache.hadoop.hbase.client.Delete;
+import org.apache.hadoop.hbase.client.HBaseAdmin;
+import org.apache.hadoop.hbase.client.HTableInterface;
+import org.apache.hadoop.hbase.client.Put;
+import org.apache.hadoop.hbase.client.Scan;
+import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;
+import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
+import org.apache.hadoop.hbase.util.Bytes;
+import org.apache.phoenix.coprocessor.GroupedAggregateRegionObserver;
+import org.apache.phoenix.coprocessor.ServerCachingEndpointImpl;
+import org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver;
+import org.apache.phoenix.exception.SQLExceptionCode;
+import org.apache.phoenix.jdbc.PhoenixConnection;
+import org.apache.phoenix.jdbc.PhoenixDatabaseMetaData;
+import org.apache.phoenix.query.QueryServices;
+import org.apache.phoenix.schema.ColumnNotFoundException;
+import org.apache.phoenix.schema.PDataType;
+import org.apache.phoenix.schema.PTable.ViewType;
+import org.apache.phoenix.schema.PTableType;
+import org.apache.phoenix.schema.ReadOnlyTableException;
+import org.apache.phoenix.schema.TableNotFoundException;
+import org.apache.phoenix.util.PhoenixRuntime;
+import org.apache.phoenix.util.PropertiesUtil;
+import org.apache.phoenix.util.ReadOnlyProps;
+import org.apache.phoenix.util.SchemaUtil;
+import org.apache.phoenix.util.StringUtil;
+import org.apache.phoenix.util.TestUtil;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+
+public class QueryDatabaseMetaDataIT extends BaseClientManagedTimeIT {
+
+ @BeforeClass
+ @Shadower(classBeingShadowed = BaseClientManagedTimeIT.class)
+ public static void doSetup() throws Exception {
+ Map<String,String> props = getDefaultProps();
+ props.put(QueryServices.DEFAULT_KEEP_DELETED_CELLS_ATTRIB, "true");
+ setUpTestDriver(new ReadOnlyProps(props.entrySet().iterator()));
+ }
+
+ @Test
+ public void testTableMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), ATABLE_NAME, null, ts);
+ ensureTableCreated(getUrl(), STABLE_NAME, null, ts);
+ ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ String aTableName = StringUtil.escapeLike(TestUtil.ATABLE_NAME);
+ String aSchemaName = TestUtil.ATABLE_SCHEMA_NAME;
+ ResultSet rs = dbmd.getTables(null, aSchemaName, aTableName, null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_NAME"),aTableName);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertEquals(rs.getString(3),aTableName);
+ assertEquals(PTableType.TABLE.toString(), rs.getString(4));
+ assertFalse(rs.next());
+
+ rs = dbmd.getTables(null, null, null, null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
+ assertEquals(rs.getString("TABLE_NAME"),SYSTEM_CATALOG_TABLE);
+ assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
+ assertEquals(rs.getString("TABLE_NAME"),TYPE_SEQUENCE);
+ assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
+ assertEquals(rs.getString("TABLE_NAME"),PhoenixDatabaseMetaData.SYSTEM_STATS_TABLE);
+ assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),ATABLE_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),STABLE_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+
+ rs = dbmd.getTables(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
+ assertEquals(rs.getString("TABLE_NAME"),CUSTOM_ENTITY_DATA_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertFalse(rs.next());
+
+ try {
+ rs.getString("RANDOM_COLUMN_NAME");
+ fail();
+ } catch (ColumnNotFoundException e) {
+ // expected
+ }
+ assertFalse(rs.next());
+
+ rs = dbmd.getTables(null, "", "_TABLE", new String[] {PTableType.TABLE.toString()});
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),ATABLE_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),STABLE_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertFalse(rs.next());
+ }
+
+ @Test
+ public void testSchemaMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
+ ensureTableCreated(getUrl(), PTSDB_NAME, null, ts);
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ ResultSet rs;
+ rs = dbmd.getSchemas(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME);
+ assertTrue(rs.next());
+ assertEquals(rs.getString(1),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
+ assertEquals(rs.getString(2),null);
+ assertFalse(rs.next());
+
+ rs = dbmd.getSchemas(null, null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_CATALOG"),null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
+ assertEquals(rs.getString("TABLE_CATALOG"),null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),PhoenixDatabaseMetaData.SYSTEM_CATALOG_SCHEMA);
+ assertEquals(rs.getString("TABLE_CATALOG"),null);
+ assertFalse(rs.next());
+ }
+
+ @Test
+ public void testColumnMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ ResultSet rs;
+ rs = dbmd.getColumns(null, "", MDTEST_NAME, null);
+ assertTrue(rs.next());
+
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNoNulls, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.CHAR.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(1, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(1, rs.getInt("COLUMN_SIZE"));
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(2, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.LONG.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(3, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(4, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(5, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(5, rs.getInt("COLUMN_SIZE"));
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(6, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(6, rs.getInt("COLUMN_SIZE"));
+ assertEquals(3, rs.getInt("DECIMAL_DIGITS"));
+
+ assertFalse(rs.next());
+
+ // Look up only columns in a column family
+ rs = dbmd.getColumns(null, "", MDTEST_NAME, "A.");
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(2, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertFalse(rs.next());
+
+ // Look up KV columns in a column family
+ rs = dbmd.getColumns("", "", MDTEST_NAME, "%.COL%");
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(2, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.LONG.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(3, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(4, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(5, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(5, rs.getInt("COLUMN_SIZE"));
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertFalse(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(6, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(6, rs.getInt("COLUMN_SIZE"));
+ assertEquals(3, rs.getInt("DECIMAL_DIGITS"));
+
+ assertFalse(rs.next());
+
+ // Look up KV columns in a column family
+ rs = dbmd.getColumns("", "", MDTEST_NAME, "B.COL2");
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
+ assertFalse(rs.next());
+
+ ensureTableCreated(getUrl(), TABLE_WITH_SALTING, null, ts);
+ rs = dbmd.getColumns("", "", TABLE_WITH_SALTING, StringUtil.escapeLike("A_INTEGER"));
+ assertTrue(rs.next());
+ assertEquals(1, rs.getInt("ORDINAL_POSITION"));
+ assertFalse(rs.next());
+
+ }
+
+ @Test
+ public void testPrimaryKeyMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
+ ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ ResultSet rs;
+ rs = dbmd.getPrimaryKeys(null, "", MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
+ assertEquals(1, rs.getInt("KEY_SEQ"));
+ assertEquals(null, rs.getString("PK_NAME"));
+ assertFalse(rs.next());
+
+ rs = dbmd.getPrimaryKeys(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME);
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("custom_entity_data_id"), rs.getString("COLUMN_NAME"));
+ assertEquals(3, rs.getInt("KEY_SEQ"));
+ assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME"));
+
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
+ assertEquals(2, rs.getInt("KEY_SEQ"));
+ assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME"));
+
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("organization_id"), rs.getString("COLUMN_NAME"));
+ assertEquals(1, rs.getInt("KEY_SEQ"));
+ assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME")); // TODO: this is on the table row
+
+ assertFalse(rs.next());
+
+ rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, null);
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("organization_id"), rs.getString("COLUMN_NAME"));
+ assertEquals(rs.getInt("COLUMN_SIZE"), 15);
+
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
+ assertEquals(rs.getInt("COLUMN_SIZE"), 3);
+
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("custom_entity_data_id"), rs.getString("COLUMN_NAME"));
+
+ // The above returns all columns, starting with the PK columns
+ assertTrue(rs.next());
+
+ rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, "KEY_PREFIX");
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
+
+ rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, "KEY_PREFIX");
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
+
+ assertFalse(rs.next());
+
+ }
+
+ @Test
+ public void testMultiTableColumnsMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
+ ensureTableCreated(getUrl(), GROUPBYTEST_NAME, null, ts);
+ ensureTableCreated(getUrl(), PTSDB_NAME, null, ts);
+ ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ ResultSet rs = dbmd.getColumns(null, "", "%TEST%", null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
+ assertEquals(null, rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
+ assertEquals(PhoenixDatabaseMetaData.TABLE_FAMILY, rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("uri"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
+ assertEquals(PhoenixDatabaseMetaData.TABLE_FAMILY, rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("appcpu"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(null, rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
+ assertFalse(rs.next());
+ }
+
+ @Test
+ public void testCreateDropTable() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ ensureTableCreated(getUrl(), BTABLE_NAME, null, ts-2);
+ ensureTableCreated(getUrl(), PTSDB_NAME, null, ts-2);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn5 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT a_string FROM aTable";
+ // Data should still be there b/c we only dropped the schema
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
+ assertTrue(conn5.prepareStatement(query).executeQuery().next());
+ conn5.createStatement().executeUpdate("DROP TABLE " + ATABLE_NAME);
+
+ // Confirm that data is no longer there because we dropped the table
+ // This needs to be done natively b/c the metadata is gone
+ HTableInterface htable = conn5.unwrap(PhoenixConnection.class).getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(ATABLE_SCHEMA_NAME, ATABLE_NAME));
+ Scan scan = new Scan();
+ scan.setFilter(new FirstKeyOnlyFilter());
+ scan.setTimeRange(0, ts+9);
+ assertNull(htable.getScanner(scan).next());
+ conn5.close();
+
+ // Still should work b/c we're at an earlier timestamp than when table was deleted
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 2));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ assertTrue(conn2.prepareStatement(query).executeQuery().next());
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
+ Connection conn10 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn10.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (TableNotFoundException e) {
+ }
+ }
+
+ @Test
+ public void testCreateOnExistingTable() throws Exception {
+ PhoenixConnection pconn = DriverManager.getConnection(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)).unwrap(PhoenixConnection.class);
+ String tableName = MDTEST_NAME;
+ String schemaName = MDTEST_SCHEMA_NAME;
+ byte[] cfA = Bytes.toBytes(SchemaUtil.normalizeIdentifier("a"));
+ byte[] cfB = Bytes.toBytes(SchemaUtil.normalizeIdentifier("b"));
+ byte[] cfC = Bytes.toBytes("c");
+ byte[][] familyNames = new byte[][] {cfB, cfC};
+ byte[] htableName = SchemaUtil.getTableNameAsBytes(schemaName, tableName);
+ HBaseAdmin admin = pconn.getQueryServices().getAdmin();
+ try {
+ admin.disableTable(htableName);
+ admin.deleteTable(htableName);
+ admin.enableTable(htableName);
+ } catch (org.apache.hadoop.hbase.TableNotFoundException e) {
+ }
+
+ @SuppressWarnings("deprecation")
+ HTableDescriptor descriptor = new HTableDescriptor(htableName);
+ for (byte[] familyName : familyNames) {
+ HColumnDescriptor columnDescriptor = new HColumnDescriptor(familyName);
+ descriptor.addFamily(columnDescriptor);
+ }
+ admin.createTable(descriptor);
+
+ long ts = nextTimestamp();
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ PhoenixConnection conn1 = DriverManager.getConnection(getUrl(), props).unwrap(PhoenixConnection.class);
+ ensureTableCreated(getUrl(), tableName, null, ts);
+
+ descriptor = admin.getTableDescriptor(htableName);
+ assertEquals(3,descriptor.getColumnFamilies().length);
+ HColumnDescriptor cdA = descriptor.getFamily(cfA);
+ assertTrue(cdA.getKeepDeletedCells());
+ assertEquals(DataBlockEncoding.NONE, cdA.getDataBlockEncoding()); // Overriden using WITH
+ assertEquals(1,cdA.getMaxVersions());// Overriden using WITH
+ HColumnDescriptor cdB = descriptor.getFamily(cfB);
+ assertFalse(cdB.getKeepDeletedCells()); // Allow KEEP_DELETED_CELLS to be false for VEIW
+ assertEquals(DataBlockEncoding.NONE, cdB.getDataBlockEncoding()); // Should keep the original value.
+ // CF c should stay the same since it's not a Phoenix cf.
+ HColumnDescriptor cdC = descriptor.getFamily(cfC);
+ assertNotNull("Column family not found", cdC);
+ assertFalse(cdC.getKeepDeletedCells());
+ assertFalse(SchemaUtil.DEFAULT_DATA_BLOCK_ENCODING == cdC.getDataBlockEncoding());
+ assertTrue(descriptor.hasCoprocessor(UngroupedAggregateRegionObserver.class.getName()));
+ assertTrue(descriptor.hasCoprocessor(GroupedAggregateRegionObserver.class.getName()));
+ assertTrue(descriptor.hasCoprocessor(ServerCachingEndpointImpl.class.getName()));
+ admin.close();
+
+ int rowCount = 5;
+ String upsert = "UPSERT INTO " + tableName + "(id,col1,col2) VALUES(?,?,?)";
+ PreparedStatement ps = conn1.prepareStatement(upsert);
+ for (int i = 0; i < rowCount; i++) {
+ ps.setString(1, Integer.toString(i));
+ ps.setInt(2, i+1);
+ ps.setInt(3, i+2);
+ ps.execute();
+ }
+ conn1.commit();
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT count(1) FROM " + tableName;
+ ResultSet rs = conn2.createStatement().executeQuery(query);
+ assertTrue(rs.next());
+ assertEquals(rowCount, rs.getLong(1));
+
+ query = "SELECT id, col1,col2 FROM " + tableName;
+ rs = conn2.createStatement().executeQuery(query);
+ for (int i = 0; i < rowCount; i++) {
+ assertTrue(rs.next());
+ assertEquals(Integer.toString(i),rs.getString(1));
+ assertEquals(i+1, rs.getInt(2));
+ assertEquals(i+2, rs.getInt(3));
+ }
+ assertFalse(rs.next());
+ conn2.close();
+ }
+
+ @SuppressWarnings("deprecation")
+ @Test
+ public void testCreateViewOnExistingTable() throws Exception {
+ PhoenixConnection pconn = DriverManager.getConnection(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)).unwrap(PhoenixConnection.class);
+ String tableName = MDTEST_NAME;
+ String schemaName = MDTEST_SCHEMA_NAME;
+ byte[] cfB = Bytes.toBytes(SchemaUtil.normalizeIdentifier("b"));
+ byte[] cfC = Bytes.toBytes("c");
+ byte[][] familyNames = new byte[][] {cfB, cfC};
+ byte[] htableName = SchemaUtil.getTableNameAsBytes(schemaName, tableName);
+ HBaseAdmin admin = pconn.getQueryServices().getAdmin();
+ try {
+ admin.disableTable(htableName);
+ admin.deleteTable(htableName);
+ admin.enableTable(htableName);
+ } catch (org.apache.hadoop.hbase.TableNotFoundException e) {
+ } finally {
+ admin.close();
+ }
+
+ HTableDescriptor descriptor = new HTableDescriptor(htableName);
+ for (byte[] familyName : familyNames) {
+ HColumnDescriptor columnDescriptor = new HColumnDescriptor(familyName);
+ descriptor.addFamily(columnDescriptor);
+ }
+ admin.createTable(descriptor);
+
+ long ts = nextTimestamp();
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ String createStmt = "create view bogusTable" +
+ " (id char(1) not null primary key,\n" +
+ " a.col1 integer,\n" +
+ " d.col2 bigint)\n";
+ try {
+ conn1.createStatement().execute(createStmt);
+ fail();
+ } catch (TableNotFoundException e) {
+ // expected to fail b/c table doesn't exist
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c table doesn't exist
+ }
+
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " a.col1 integer,\n" +
+ " b.col2 bigint)\n";
+ try {
+ conn1.createStatement().execute(createStmt);
+ fail();
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c cf a doesn't exist
+ }
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " b.col1 integer,\n" +
+ " c.col2 bigint)\n";
+ try {
+ conn1.createStatement().execute(createStmt);
+ fail();
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c cf C doesn't exist (case issue)
+ }
+
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " b.col1 integer,\n" +
+ " \"c\".col2 bigint) \n";
+ // should be ok now
+ conn1.createStatement().execute(createStmt);
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ PhoenixConnection conn2 = DriverManager.getConnection(getUrl(), props).unwrap(PhoenixConnection.class);
+
+ ResultSet rs = conn2.getMetaData().getTables(null, null, MDTEST_NAME, null);
+ assertTrue(rs.next());
+ assertEquals(ViewType.MAPPED.name(), rs.getString(PhoenixDatabaseMetaData.VIEW_TYPE));
+ assertFalse(rs.next());
+
+ String deleteStmt = "DELETE FROM " + MDTEST_NAME;
+ PreparedStatement ps = conn2.prepareStatement(deleteStmt);
+ try {
+ ps.execute();
+ fail();
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c table is read-only
+ }
+ try {
+ String upsert = "UPSERT INTO " + MDTEST_NAME + "(id,col1,col2) VALUES(?,?,?)";
+ ps = conn2.prepareStatement(upsert);
+ try {
+ ps.setString(1, Integer.toString(0));
+ ps.setInt(2, 1);
+ ps.setInt(3, 2);
+ ps.execute();
+ fail();
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c table is read-only
+ }
+ conn2.createStatement().execute("ALTER VIEW " + MDTEST_NAME + " SET IMMUTABLE_ROWS=TRUE");
+
+ HTableInterface htable = conn2.getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(MDTEST_SCHEMA_NAME,MDTEST_NAME));
+ Put put = new Put(Bytes.toBytes("0"));
+ put.add(cfB, Bytes.toBytes("COL1"), ts+6, PDataType.INTEGER.toBytes(1));
+ put.add(cfC, Bytes.toBytes("COL2"), ts+6, PDataType.LONG.toBytes(2));
+ htable.put(put);
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
+ Connection conn7 = DriverManager.getConnection(getUrl(), props);
+ // Should be ok b/c we've marked the view with IMMUTABLE_ROWS=true
+ conn7.createStatement().execute("CREATE INDEX idx ON " + MDTEST_NAME + "(B.COL1)");
+ String select = "SELECT col1 FROM " + MDTEST_NAME + " WHERE col2=?";
+ ps = conn7.prepareStatement(select);
+ ps.setInt(1, 2);
+ rs = ps.executeQuery();
+ assertTrue(rs.next());
+ assertEquals(1, rs.getInt(1));
+ assertFalse(rs.next());
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 12));
+ Connection conn75 = DriverManager.getConnection(getUrl(), props);
+ String dropTable = "DROP TABLE " + MDTEST_NAME ;
+ ps = conn75.prepareStatement(dropTable);
+ try {
+ ps.execute();
+ fail();
+ } catch (TableNotFoundException e) {
+ // expected to fail b/c it is a view
+ }
+
+ String dropView = "DROP VIEW " + MDTEST_NAME ;
+ ps = conn75.prepareStatement(dropView);
+ ps.execute();
+ conn75.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 15));
+ Connection conn8 = DriverManager.getConnection(getUrl(), props);
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " b.col1 integer,\n" +
+ " \"c\".col2 bigint) IMMUTABLE_ROWS=true\n";
+ // should be ok to create a view with IMMUTABLE_ROWS = true
+ conn8.createStatement().execute(createStmt);
+ conn8.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 20));
+ Connection conn9 = DriverManager.getConnection(getUrl(), props);
+ conn9.createStatement().execute("CREATE INDEX idx ON " + MDTEST_NAME + "(B.COL1)");
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 30));
+ Connection conn91 = DriverManager.getConnection(getUrl(), props);
+ ps = conn91.prepareStatement(dropView);
+ ps.execute();
+ conn91.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 35));
+ Connection conn92 = DriverManager.getConnection(getUrl(), props);
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " b.col1 integer,\n" +
+ " \"c\".col2 bigint) as\n" +
+ " select * from " + MDTEST_NAME +
+ " where b.col1 = 1";
+ conn92.createStatement().execute(createStmt);
+ conn92.close();
+
+ put = new Put(Bytes.toBytes("1"));
+ put.add(cfB, Bytes.toBytes("COL1"), ts+39, PDataType.INTEGER.toBytes(3));
+ put.add(cfC, Bytes.toBytes("COL2"), ts+39, PDataType.LONG.toBytes(4));
+ htable.put(put);
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 40));
+ Connection conn92a = DriverManager.getConnection(getUrl(), props);
+ rs = conn92a.createStatement().executeQuery("select count(*) from " + MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(1,rs.getInt(1));
+ conn92a.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 45));
+ Connection conn93 = DriverManager.getConnection(getUrl(), props);
+ try {
+ String alterView = "alter view " + MDTEST_NAME + " drop column b.col1";
+ conn93.createStatement().execute(alterView);
+ fail();
+ } catch (SQLException e) {
+ assertEquals(SQLExceptionCode.CANNOT_MUTATE_TABLE.getErrorCode(), e.getErrorCode());
+ }
+ conn93.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 50));
+ Connection conn94 = DriverManager.getConnection(getUrl(), props);
+ String alterView = "alter view " + MDTEST_NAME + " drop column \"c\".col2";
+ conn94.createStatement().execute(alterView);
+ conn94.close();
+
+ } finally {
+ HTableInterface htable = pconn.getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(MDTEST_SCHEMA_NAME,MDTEST_NAME));
+ Delete delete1 = new Delete(Bytes.toBytes("0"));
+ Delete delete2 = new Delete(Bytes.toBytes("1"));
+ htable.batch(Arrays.asList(delete1, delete2));
+ }
+
+ }
+
+ @Test
+ public void testAddKVColumnToExistingFamily() throws Throwable {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ // Failed attempt to repro table not found bug
+// TestUtil.clearMetaDataCache(conn1);
+// PhoenixConnection pconn = conn1.unwrap(PhoenixConnection.class);
+// pconn.removeTable(ATABLE_SCHEMA_NAME, ATABLE_NAME);
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_integer integer");
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT z_integer FROM aTable";
+ assertTrue(conn2.prepareStatement(query).executeQuery().next());
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn3.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (ColumnNotFoundException e) {
+ }
+ }
+
+ @Test
+ public void testAddKVColumnToNewFamily() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD newcf.z_integer integer");
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT z_integer FROM aTable";
+ assertTrue(conn2.prepareStatement(query).executeQuery().next());
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn3.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (ColumnNotFoundException e) {
+ }
+ }
+
+ @Test
+ public void testAddPKColumn() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_string varchar not null primary key");
+ fail();
+ } catch (SQLException e) {
+ assertTrue(e.getMessage(), e.getMessage().contains("ERROR 1006 (42J04): Only nullable columns may be added to a multi-part row key."));
+ }
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_string varchar primary key");
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT z_string FROM aTable";
+ assertTrue(conn2.prepareStatement(query).executeQuery().next());
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn3.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (ColumnNotFoundException e) {
+ }
+ }
+
+ @Test
+ public void testDropKVColumn() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn5 = DriverManager.getConnection(getUrl(), props);
+ assertTrue(conn5.createStatement().executeQuery("SELECT 1 FROM atable WHERE b_string IS NOT NULL").next());
+ conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN b_string");
+ conn5.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT b_string FROM aTable";
+ try {
+ conn2.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (ColumnNotFoundException e) {
+ }
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ assertTrue(conn3.prepareStatement(query).executeQuery().next());
+ conn3.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 7));
+ Connection conn7 = DriverManager.getConnection(getUrl(), props);
+ conn7.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD b_string VARCHAR");
+ conn7.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
+ Connection conn8 = DriverManager.getConnection(getUrl(), props);
+ assertFalse(conn8.createStatement().executeQuery("SELECT 1 FROM atable WHERE b_string IS NOT NULL").next());
+ conn8.close();
+
+ }
+
+ @Test
+ public void testDropPKColumn() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN entity_id");
+ fail();
+ } catch (SQLException e) {
+ assertTrue(e.getMessage(), e.getMessage().contains("ERROR 506 (42817): Primary key column may not be dropped."));
+ }
+ conn1.close();
+ }
+
+ @Test
+ public void testDropAllKVCols() throws Exception {
+ ResultSet rs;
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
+
+ Properties props = new Properties();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 2));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ conn2.createStatement().executeUpdate("UPSERT INTO " + MDTEST_NAME + " VALUES('a',1,1)");
+ conn2.createStatement().executeUpdate("UPSERT INTO " + MDTEST_NAME + " VALUES('b',2,2)");
+ conn2.commit();
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ rs = conn3.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(2, rs.getLong(1));
+ conn3.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn5 = DriverManager.getConnection(getUrl(), props);
+ conn5.createStatement().executeUpdate("ALTER TABLE " + MDTEST_NAME + " DROP COLUMN col1");
+ conn5.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn6 = DriverManager.getConnection(getUrl(), props);
+ rs = conn6.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(2, rs.getLong(1));
+ conn6.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 7));
+ Connection conn7 = DriverManager.getConnection(getUrl(), props);
+ conn7.createStatement().executeUpdate("ALTER TABLE " + MDTEST_NAME + " DROP COLUMN col2");
+ conn7.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
+ Connection conn8 = DriverManager.getConnection(getUrl(), props);
+ rs = conn8.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(2, rs.getLong(1));
+ conn8.close();
+ }
+
+ @Test
+ public void testNewerTableDisallowed() throws Exception {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), ATABLE_NAME, null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn5 = DriverManager.getConnection(getUrl(), props);
+ conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN x_integer");
+ try {
+ conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN y_integer");
+ fail();
+ } catch (SQLException e) {
+ assertTrue(e.getMessage(), e.getMessage().contains("ERROR 1013 (42M04): Table already exists. tableName=ATABLE"));
+ }
+ conn5.close();
+ }
+
+
+ @Test
+ public void testTableWithScemaMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+
+ conn.createStatement().execute("create table foo.bar(k varchar primary key)");
+ conn.createStatement().execute("create table bar(k varchar primary key)");
+ conn.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
+ conn = DriverManager.getConnection(getUrl(), props);
+
+ DatabaseMetaData metaData = conn.getMetaData();
+ ResultSet rs;
+
+ // Tricky case that requires returning false for null AND true expression
+ rs = metaData.getTables(null, "FOO", "BAR", null);
+ assertTrue(rs.next());
+ assertEquals("FOO",rs.getString("TABLE_SCHEM"));
+ assertEquals("BAR", rs.getString("TABLE_NAME"));
+ assertFalse(rs.next());
+
+ // Tricky case that requires end key to maintain trailing nulls
+ rs = metaData.getTables("", "FOO", "BAR", null);
+ assertTrue(rs.next());
+ assertEquals("FOO",rs.getString("TABLE_SCHEM"));
+ assertEquals("BAR", rs.getString("TABLE_NAME"));
+ assertFalse(rs.next());
+
+ rs = metaData.getTables("", null, "BAR", null);
+ assertTrue(rs.next());
+ assertEquals(null,rs.getString("TABLE_SCHEM"));
+ assertEquals("BAR", rs.getString("TABLE_NAME"));
+ assertTrue(rs.next());
+ assertEquals("FOO",rs.getString("TABLE_SCHEM"));
+ assertEquals("BAR", rs.getString("TABLE_NAME"));
+ assertFalse(rs.next());
+ }
+
+}
[2/6] phoenix git commit: Revert "Amend PHOENIX-1470
KEEP_DELETED_CELLS interface changed in HBase 0.98.8 (Jesse Yates)"
Posted by ap...@apache.org.
Revert "Amend PHOENIX-1470 KEEP_DELETED_CELLS interface changed in HBase 0.98.8 (Jesse Yates)"
This reverts commit 06bf205ac1c9d4c222652173b58a9429a83630bf.
Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo
Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/776a9391
Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/776a9391
Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/776a9391
Branch: refs/heads/master
Commit: 776a93912cff95c3bfca839cd9053e5ef1ef1bae
Parents: 2f100af
Author: Andrew Purtell <ap...@apache.org>
Authored: Sat Dec 13 10:42:43 2014 -0800
Committer: Andrew Purtell <ap...@apache.org>
Committed: Sat Dec 13 10:42:43 2014 -0800
----------------------------------------------------------------------
.../end2end/QueryDatabaseMetaDataIT.java.orig | 1120 ++++++++++++++++++
1 file changed, 1120 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/phoenix/blob/776a9391/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
----------------------------------------------------------------------
diff --git a/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
new file mode 100644
index 0000000..88a0447
--- /dev/null
+++ b/phoenix-core/src/it/java/org/apache/phoenix/end2end/QueryDatabaseMetaDataIT.java.orig
@@ -0,0 +1,1120 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.phoenix.end2end;
+
+import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.SYSTEM_CATALOG_SCHEMA;
+import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.SYSTEM_CATALOG_TABLE;
+import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.TYPE_SEQUENCE;
+import static org.apache.phoenix.util.TestUtil.ATABLE_NAME;
+import static org.apache.phoenix.util.TestUtil.ATABLE_SCHEMA_NAME;
+import static org.apache.phoenix.util.TestUtil.BTABLE_NAME;
+import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_FULL_NAME;
+import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_NAME;
+import static org.apache.phoenix.util.TestUtil.CUSTOM_ENTITY_DATA_SCHEMA_NAME;
+import static org.apache.phoenix.util.TestUtil.GROUPBYTEST_NAME;
+import static org.apache.phoenix.util.TestUtil.MDTEST_NAME;
+import static org.apache.phoenix.util.TestUtil.MDTEST_SCHEMA_NAME;
+import static org.apache.phoenix.util.TestUtil.PTSDB_NAME;
+import static org.apache.phoenix.util.TestUtil.STABLE_NAME;
+import static org.apache.phoenix.util.TestUtil.TABLE_WITH_SALTING;
+import static org.apache.phoenix.util.TestUtil.TEST_PROPERTIES;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertNotNull;
+import static org.junit.Assert.assertNull;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
+
+import java.sql.Connection;
+import java.sql.DatabaseMetaData;
+import java.sql.DriverManager;
+import java.sql.PreparedStatement;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.util.Arrays;
+import java.util.Map;
+import java.util.Properties;
+
+import org.apache.hadoop.hbase.HColumnDescriptor;
+import org.apache.hadoop.hbase.HTableDescriptor;
+import org.apache.hadoop.hbase.client.Delete;
+import org.apache.hadoop.hbase.client.HBaseAdmin;
+import org.apache.hadoop.hbase.client.HTableInterface;
+import org.apache.hadoop.hbase.client.Put;
+import org.apache.hadoop.hbase.client.Scan;
+import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter;
+import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
+import org.apache.hadoop.hbase.util.Bytes;
+import org.apache.phoenix.coprocessor.GroupedAggregateRegionObserver;
+import org.apache.phoenix.coprocessor.ServerCachingEndpointImpl;
+import org.apache.phoenix.coprocessor.UngroupedAggregateRegionObserver;
+import org.apache.phoenix.exception.SQLExceptionCode;
+import org.apache.phoenix.jdbc.PhoenixConnection;
+import org.apache.phoenix.jdbc.PhoenixDatabaseMetaData;
+import org.apache.phoenix.query.QueryServices;
+import org.apache.phoenix.schema.ColumnNotFoundException;
+import org.apache.phoenix.schema.PDataType;
+import org.apache.phoenix.schema.PTable.ViewType;
+import org.apache.phoenix.schema.PTableType;
+import org.apache.phoenix.schema.ReadOnlyTableException;
+import org.apache.phoenix.schema.TableNotFoundException;
+import org.apache.phoenix.util.PhoenixRuntime;
+import org.apache.phoenix.util.PropertiesUtil;
+import org.apache.phoenix.util.ReadOnlyProps;
+import org.apache.phoenix.util.SchemaUtil;
+import org.apache.phoenix.util.StringUtil;
+import org.apache.phoenix.util.TestUtil;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+
+public class QueryDatabaseMetaDataIT extends BaseClientManagedTimeIT {
+
+ @BeforeClass
+ @Shadower(classBeingShadowed = BaseClientManagedTimeIT.class)
+ public static void doSetup() throws Exception {
+ Map<String,String> props = getDefaultProps();
+ props.put(QueryServices.DEFAULT_KEEP_DELETED_CELLS_ATTRIB, "true");
+ setUpTestDriver(new ReadOnlyProps(props.entrySet().iterator()));
+ }
+
+ @Test
+ public void testTableMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), ATABLE_NAME, null, ts);
+ ensureTableCreated(getUrl(), STABLE_NAME, null, ts);
+ ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ String aTableName = StringUtil.escapeLike(TestUtil.ATABLE_NAME);
+ String aSchemaName = TestUtil.ATABLE_SCHEMA_NAME;
+ ResultSet rs = dbmd.getTables(null, aSchemaName, aTableName, null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_NAME"),aTableName);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertEquals(rs.getString(3),aTableName);
+ assertEquals(PTableType.TABLE.toString(), rs.getString(4));
+ assertFalse(rs.next());
+
+ rs = dbmd.getTables(null, null, null, null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
+ assertEquals(rs.getString("TABLE_NAME"),SYSTEM_CATALOG_TABLE);
+ assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
+ assertEquals(rs.getString("TABLE_NAME"),TYPE_SEQUENCE);
+ assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),SYSTEM_CATALOG_SCHEMA);
+ assertEquals(rs.getString("TABLE_NAME"),PhoenixDatabaseMetaData.SYSTEM_STATS_TABLE);
+ assertEquals(PTableType.SYSTEM.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),ATABLE_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),STABLE_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+
+ rs = dbmd.getTables(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
+ assertEquals(rs.getString("TABLE_NAME"),CUSTOM_ENTITY_DATA_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertFalse(rs.next());
+
+ try {
+ rs.getString("RANDOM_COLUMN_NAME");
+ fail();
+ } catch (ColumnNotFoundException e) {
+ // expected
+ }
+ assertFalse(rs.next());
+
+ rs = dbmd.getTables(null, "", "_TABLE", new String[] {PTableType.TABLE.toString()});
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),ATABLE_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),STABLE_NAME);
+ assertEquals(PTableType.TABLE.toString(), rs.getString("TABLE_TYPE"));
+ assertFalse(rs.next());
+ }
+
+ @Test
+ public void testSchemaMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
+ ensureTableCreated(getUrl(), PTSDB_NAME, null, ts);
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ ResultSet rs;
+ rs = dbmd.getSchemas(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME);
+ assertTrue(rs.next());
+ assertEquals(rs.getString(1),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
+ assertEquals(rs.getString(2),null);
+ assertFalse(rs.next());
+
+ rs = dbmd.getSchemas(null, null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_CATALOG"),null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),CUSTOM_ENTITY_DATA_SCHEMA_NAME);
+ assertEquals(rs.getString("TABLE_CATALOG"),null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),PhoenixDatabaseMetaData.SYSTEM_CATALOG_SCHEMA);
+ assertEquals(rs.getString("TABLE_CATALOG"),null);
+ assertFalse(rs.next());
+ }
+
+ @Test
+ public void testColumnMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ ResultSet rs;
+ rs = dbmd.getColumns(null, "", MDTEST_NAME, null);
+ assertTrue(rs.next());
+
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNoNulls, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.CHAR.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(1, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(1, rs.getInt("COLUMN_SIZE"));
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(2, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.LONG.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(3, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(4, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(5, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(5, rs.getInt("COLUMN_SIZE"));
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(6, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(6, rs.getInt("COLUMN_SIZE"));
+ assertEquals(3, rs.getInt("DECIMAL_DIGITS"));
+
+ assertFalse(rs.next());
+
+ // Look up only columns in a column family
+ rs = dbmd.getColumns(null, "", MDTEST_NAME, "A.");
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(2, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertFalse(rs.next());
+
+ // Look up KV columns in a column family
+ rs = dbmd.getColumns("", "", MDTEST_NAME, "%.COL%");
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.INTEGER.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(2, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.LONG.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(3, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(4, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(0, rs.getInt("COLUMN_SIZE"));
+ assertTrue(rs.wasNull());
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertTrue(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(5, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(5, rs.getInt("COLUMN_SIZE"));
+ assertEquals(0, rs.getInt("DECIMAL_DIGITS"));
+ assertFalse(rs.wasNull());
+
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
+ assertEquals(DatabaseMetaData.attributeNullable, rs.getShort("NULLABLE"));
+ assertEquals(PDataType.DECIMAL.getSqlType(), rs.getInt("DATA_TYPE"));
+ assertEquals(6, rs.getInt("ORDINAL_POSITION"));
+ assertEquals(6, rs.getInt("COLUMN_SIZE"));
+ assertEquals(3, rs.getInt("DECIMAL_DIGITS"));
+
+ assertFalse(rs.next());
+
+ // Look up KV columns in a column family
+ rs = dbmd.getColumns("", "", MDTEST_NAME, "B.COL2");
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
+ assertFalse(rs.next());
+
+ ensureTableCreated(getUrl(), TABLE_WITH_SALTING, null, ts);
+ rs = dbmd.getColumns("", "", TABLE_WITH_SALTING, StringUtil.escapeLike("A_INTEGER"));
+ assertTrue(rs.next());
+ assertEquals(1, rs.getInt("ORDINAL_POSITION"));
+ assertFalse(rs.next());
+
+ }
+
+ @Test
+ public void testPrimaryKeyMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
+ ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ ResultSet rs;
+ rs = dbmd.getPrimaryKeys(null, "", MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(MDTEST_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
+ assertEquals(1, rs.getInt("KEY_SEQ"));
+ assertEquals(null, rs.getString("PK_NAME"));
+ assertFalse(rs.next());
+
+ rs = dbmd.getPrimaryKeys(null, CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME);
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("custom_entity_data_id"), rs.getString("COLUMN_NAME"));
+ assertEquals(3, rs.getInt("KEY_SEQ"));
+ assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME"));
+
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
+ assertEquals(2, rs.getInt("KEY_SEQ"));
+ assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME"));
+
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("organization_id"), rs.getString("COLUMN_NAME"));
+ assertEquals(1, rs.getInt("KEY_SEQ"));
+ assertEquals(SchemaUtil.normalizeIdentifier("pk"), rs.getString("PK_NAME")); // TODO: this is on the table row
+
+ assertFalse(rs.next());
+
+ rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, null);
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("organization_id"), rs.getString("COLUMN_NAME"));
+ assertEquals(rs.getInt("COLUMN_SIZE"), 15);
+
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
+ assertEquals(rs.getInt("COLUMN_SIZE"), 3);
+
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("custom_entity_data_id"), rs.getString("COLUMN_NAME"));
+
+ // The above returns all columns, starting with the PK columns
+ assertTrue(rs.next());
+
+ rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, "KEY_PREFIX");
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
+
+ rs = dbmd.getColumns("", CUSTOM_ENTITY_DATA_SCHEMA_NAME, CUSTOM_ENTITY_DATA_NAME, "KEY_PREFIX");
+ assertTrue(rs.next());
+ assertEquals(CUSTOM_ENTITY_DATA_SCHEMA_NAME, rs.getString("TABLE_SCHEM"));
+ assertEquals(CUSTOM_ENTITY_DATA_NAME, rs.getString("TABLE_NAME"));
+ assertEquals(null, rs.getString("TABLE_CAT"));
+ assertEquals(SchemaUtil.normalizeIdentifier("key_prefix"), rs.getString("COLUMN_NAME"));
+
+ assertFalse(rs.next());
+
+ }
+
+ @Test
+ public void testMultiTableColumnsMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
+ ensureTableCreated(getUrl(), GROUPBYTEST_NAME, null, ts);
+ ensureTableCreated(getUrl(), PTSDB_NAME, null, ts);
+ ensureTableCreated(getUrl(), CUSTOM_ENTITY_DATA_FULL_NAME, null, ts);
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+ DatabaseMetaData dbmd = conn.getMetaData();
+ ResultSet rs = dbmd.getColumns(null, "", "%TEST%", null);
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
+ assertEquals(null, rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
+ assertEquals(PhoenixDatabaseMetaData.TABLE_FAMILY, rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("uri"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),GROUPBYTEST_NAME);
+ assertEquals(PhoenixDatabaseMetaData.TABLE_FAMILY, rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("appcpu"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(null, rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("id"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("a"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col1"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col2"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col3"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col4"), rs.getString("COLUMN_NAME"));
+ assertTrue(rs.next());
+ assertEquals(rs.getString("TABLE_SCHEM"),null);
+ assertEquals(rs.getString("TABLE_NAME"),MDTEST_NAME);
+ assertEquals(SchemaUtil.normalizeIdentifier("b"), rs.getString("COLUMN_FAMILY"));
+ assertEquals(SchemaUtil.normalizeIdentifier("col5"), rs.getString("COLUMN_NAME"));
+ assertFalse(rs.next());
+ }
+
+ @Test
+ public void testCreateDropTable() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ ensureTableCreated(getUrl(), BTABLE_NAME, null, ts-2);
+ ensureTableCreated(getUrl(), PTSDB_NAME, null, ts-2);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn5 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT a_string FROM aTable";
+ // Data should still be there b/c we only dropped the schema
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
+ assertTrue(conn5.prepareStatement(query).executeQuery().next());
+ conn5.createStatement().executeUpdate("DROP TABLE " + ATABLE_NAME);
+
+ // Confirm that data is no longer there because we dropped the table
+ // This needs to be done natively b/c the metadata is gone
+ HTableInterface htable = conn5.unwrap(PhoenixConnection.class).getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(ATABLE_SCHEMA_NAME, ATABLE_NAME));
+ Scan scan = new Scan();
+ scan.setFilter(new FirstKeyOnlyFilter());
+ scan.setTimeRange(0, ts+9);
+ assertNull(htable.getScanner(scan).next());
+ conn5.close();
+
+ // Still should work b/c we're at an earlier timestamp than when table was deleted
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 2));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ assertTrue(conn2.prepareStatement(query).executeQuery().next());
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
+ Connection conn10 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn10.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (TableNotFoundException e) {
+ }
+ }
+
+ @Test
+ public void testCreateOnExistingTable() throws Exception {
+ PhoenixConnection pconn = DriverManager.getConnection(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)).unwrap(PhoenixConnection.class);
+ String tableName = MDTEST_NAME;
+ String schemaName = MDTEST_SCHEMA_NAME;
+ byte[] cfA = Bytes.toBytes(SchemaUtil.normalizeIdentifier("a"));
+ byte[] cfB = Bytes.toBytes(SchemaUtil.normalizeIdentifier("b"));
+ byte[] cfC = Bytes.toBytes("c");
+ byte[][] familyNames = new byte[][] {cfB, cfC};
+ byte[] htableName = SchemaUtil.getTableNameAsBytes(schemaName, tableName);
+ HBaseAdmin admin = pconn.getQueryServices().getAdmin();
+ try {
+ admin.disableTable(htableName);
+ admin.deleteTable(htableName);
+ admin.enableTable(htableName);
+ } catch (org.apache.hadoop.hbase.TableNotFoundException e) {
+ }
+
+ @SuppressWarnings("deprecation")
+ HTableDescriptor descriptor = new HTableDescriptor(htableName);
+ for (byte[] familyName : familyNames) {
+ HColumnDescriptor columnDescriptor = new HColumnDescriptor(familyName);
+ descriptor.addFamily(columnDescriptor);
+ }
+ admin.createTable(descriptor);
+
+ long ts = nextTimestamp();
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ PhoenixConnection conn1 = DriverManager.getConnection(getUrl(), props).unwrap(PhoenixConnection.class);
+ ensureTableCreated(getUrl(), tableName, null, ts);
+
+ descriptor = admin.getTableDescriptor(htableName);
+ assertEquals(3,descriptor.getColumnFamilies().length);
+ HColumnDescriptor cdA = descriptor.getFamily(cfA);
+ assertTrue(cdA.getKeepDeletedCells());
+ assertEquals(DataBlockEncoding.NONE, cdA.getDataBlockEncoding()); // Overriden using WITH
+ assertEquals(1,cdA.getMaxVersions());// Overriden using WITH
+ HColumnDescriptor cdB = descriptor.getFamily(cfB);
+ assertFalse(cdB.getKeepDeletedCells()); // Allow KEEP_DELETED_CELLS to be false for VEIW
+ assertEquals(DataBlockEncoding.NONE, cdB.getDataBlockEncoding()); // Should keep the original value.
+ // CF c should stay the same since it's not a Phoenix cf.
+ HColumnDescriptor cdC = descriptor.getFamily(cfC);
+ assertNotNull("Column family not found", cdC);
+ assertFalse(cdC.getKeepDeletedCells());
+ assertFalse(SchemaUtil.DEFAULT_DATA_BLOCK_ENCODING == cdC.getDataBlockEncoding());
+ assertTrue(descriptor.hasCoprocessor(UngroupedAggregateRegionObserver.class.getName()));
+ assertTrue(descriptor.hasCoprocessor(GroupedAggregateRegionObserver.class.getName()));
+ assertTrue(descriptor.hasCoprocessor(ServerCachingEndpointImpl.class.getName()));
+ admin.close();
+
+ int rowCount = 5;
+ String upsert = "UPSERT INTO " + tableName + "(id,col1,col2) VALUES(?,?,?)";
+ PreparedStatement ps = conn1.prepareStatement(upsert);
+ for (int i = 0; i < rowCount; i++) {
+ ps.setString(1, Integer.toString(i));
+ ps.setInt(2, i+1);
+ ps.setInt(3, i+2);
+ ps.execute();
+ }
+ conn1.commit();
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT count(1) FROM " + tableName;
+ ResultSet rs = conn2.createStatement().executeQuery(query);
+ assertTrue(rs.next());
+ assertEquals(rowCount, rs.getLong(1));
+
+ query = "SELECT id, col1,col2 FROM " + tableName;
+ rs = conn2.createStatement().executeQuery(query);
+ for (int i = 0; i < rowCount; i++) {
+ assertTrue(rs.next());
+ assertEquals(Integer.toString(i),rs.getString(1));
+ assertEquals(i+1, rs.getInt(2));
+ assertEquals(i+2, rs.getInt(3));
+ }
+ assertFalse(rs.next());
+ conn2.close();
+ }
+
+ @SuppressWarnings("deprecation")
+ @Test
+ public void testCreateViewOnExistingTable() throws Exception {
+ PhoenixConnection pconn = DriverManager.getConnection(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)).unwrap(PhoenixConnection.class);
+ String tableName = MDTEST_NAME;
+ String schemaName = MDTEST_SCHEMA_NAME;
+ byte[] cfB = Bytes.toBytes(SchemaUtil.normalizeIdentifier("b"));
+ byte[] cfC = Bytes.toBytes("c");
+ byte[][] familyNames = new byte[][] {cfB, cfC};
+ byte[] htableName = SchemaUtil.getTableNameAsBytes(schemaName, tableName);
+ HBaseAdmin admin = pconn.getQueryServices().getAdmin();
+ try {
+ admin.disableTable(htableName);
+ admin.deleteTable(htableName);
+ admin.enableTable(htableName);
+ } catch (org.apache.hadoop.hbase.TableNotFoundException e) {
+ } finally {
+ admin.close();
+ }
+
+ HTableDescriptor descriptor = new HTableDescriptor(htableName);
+ for (byte[] familyName : familyNames) {
+ HColumnDescriptor columnDescriptor = new HColumnDescriptor(familyName);
+ descriptor.addFamily(columnDescriptor);
+ }
+ admin.createTable(descriptor);
+
+ long ts = nextTimestamp();
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ String createStmt = "create view bogusTable" +
+ " (id char(1) not null primary key,\n" +
+ " a.col1 integer,\n" +
+ " d.col2 bigint)\n";
+ try {
+ conn1.createStatement().execute(createStmt);
+ fail();
+ } catch (TableNotFoundException e) {
+ // expected to fail b/c table doesn't exist
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c table doesn't exist
+ }
+
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " a.col1 integer,\n" +
+ " b.col2 bigint)\n";
+ try {
+ conn1.createStatement().execute(createStmt);
+ fail();
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c cf a doesn't exist
+ }
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " b.col1 integer,\n" +
+ " c.col2 bigint)\n";
+ try {
+ conn1.createStatement().execute(createStmt);
+ fail();
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c cf C doesn't exist (case issue)
+ }
+
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " b.col1 integer,\n" +
+ " \"c\".col2 bigint) \n";
+ // should be ok now
+ conn1.createStatement().execute(createStmt);
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ PhoenixConnection conn2 = DriverManager.getConnection(getUrl(), props).unwrap(PhoenixConnection.class);
+
+ ResultSet rs = conn2.getMetaData().getTables(null, null, MDTEST_NAME, null);
+ assertTrue(rs.next());
+ assertEquals(ViewType.MAPPED.name(), rs.getString(PhoenixDatabaseMetaData.VIEW_TYPE));
+ assertFalse(rs.next());
+
+ String deleteStmt = "DELETE FROM " + MDTEST_NAME;
+ PreparedStatement ps = conn2.prepareStatement(deleteStmt);
+ try {
+ ps.execute();
+ fail();
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c table is read-only
+ }
+ try {
+ String upsert = "UPSERT INTO " + MDTEST_NAME + "(id,col1,col2) VALUES(?,?,?)";
+ ps = conn2.prepareStatement(upsert);
+ try {
+ ps.setString(1, Integer.toString(0));
+ ps.setInt(2, 1);
+ ps.setInt(3, 2);
+ ps.execute();
+ fail();
+ } catch (ReadOnlyTableException e) {
+ // expected to fail b/c table is read-only
+ }
+ conn2.createStatement().execute("ALTER VIEW " + MDTEST_NAME + " SET IMMUTABLE_ROWS=TRUE");
+
+ HTableInterface htable = conn2.getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(MDTEST_SCHEMA_NAME,MDTEST_NAME));
+ Put put = new Put(Bytes.toBytes("0"));
+ put.add(cfB, Bytes.toBytes("COL1"), ts+6, PDataType.INTEGER.toBytes(1));
+ put.add(cfC, Bytes.toBytes("COL2"), ts+6, PDataType.LONG.toBytes(2));
+ htable.put(put);
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
+ Connection conn7 = DriverManager.getConnection(getUrl(), props);
+ // Should be ok b/c we've marked the view with IMMUTABLE_ROWS=true
+ conn7.createStatement().execute("CREATE INDEX idx ON " + MDTEST_NAME + "(B.COL1)");
+ String select = "SELECT col1 FROM " + MDTEST_NAME + " WHERE col2=?";
+ ps = conn7.prepareStatement(select);
+ ps.setInt(1, 2);
+ rs = ps.executeQuery();
+ assertTrue(rs.next());
+ assertEquals(1, rs.getInt(1));
+ assertFalse(rs.next());
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 12));
+ Connection conn75 = DriverManager.getConnection(getUrl(), props);
+ String dropTable = "DROP TABLE " + MDTEST_NAME ;
+ ps = conn75.prepareStatement(dropTable);
+ try {
+ ps.execute();
+ fail();
+ } catch (TableNotFoundException e) {
+ // expected to fail b/c it is a view
+ }
+
+ String dropView = "DROP VIEW " + MDTEST_NAME ;
+ ps = conn75.prepareStatement(dropView);
+ ps.execute();
+ conn75.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 15));
+ Connection conn8 = DriverManager.getConnection(getUrl(), props);
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " b.col1 integer,\n" +
+ " \"c\".col2 bigint) IMMUTABLE_ROWS=true\n";
+ // should be ok to create a view with IMMUTABLE_ROWS = true
+ conn8.createStatement().execute(createStmt);
+ conn8.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 20));
+ Connection conn9 = DriverManager.getConnection(getUrl(), props);
+ conn9.createStatement().execute("CREATE INDEX idx ON " + MDTEST_NAME + "(B.COL1)");
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 30));
+ Connection conn91 = DriverManager.getConnection(getUrl(), props);
+ ps = conn91.prepareStatement(dropView);
+ ps.execute();
+ conn91.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 35));
+ Connection conn92 = DriverManager.getConnection(getUrl(), props);
+ createStmt = "create view " + MDTEST_NAME +
+ " (id char(1) not null primary key,\n" +
+ " b.col1 integer,\n" +
+ " \"c\".col2 bigint) as\n" +
+ " select * from " + MDTEST_NAME +
+ " where b.col1 = 1";
+ conn92.createStatement().execute(createStmt);
+ conn92.close();
+
+ put = new Put(Bytes.toBytes("1"));
+ put.add(cfB, Bytes.toBytes("COL1"), ts+39, PDataType.INTEGER.toBytes(3));
+ put.add(cfC, Bytes.toBytes("COL2"), ts+39, PDataType.LONG.toBytes(4));
+ htable.put(put);
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 40));
+ Connection conn92a = DriverManager.getConnection(getUrl(), props);
+ rs = conn92a.createStatement().executeQuery("select count(*) from " + MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(1,rs.getInt(1));
+ conn92a.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 45));
+ Connection conn93 = DriverManager.getConnection(getUrl(), props);
+ try {
+ String alterView = "alter view " + MDTEST_NAME + " drop column b.col1";
+ conn93.createStatement().execute(alterView);
+ fail();
+ } catch (SQLException e) {
+ assertEquals(SQLExceptionCode.CANNOT_MUTATE_TABLE.getErrorCode(), e.getErrorCode());
+ }
+ conn93.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 50));
+ Connection conn94 = DriverManager.getConnection(getUrl(), props);
+ String alterView = "alter view " + MDTEST_NAME + " drop column \"c\".col2";
+ conn94.createStatement().execute(alterView);
+ conn94.close();
+
+ } finally {
+ HTableInterface htable = pconn.getQueryServices().getTable(SchemaUtil.getTableNameAsBytes(MDTEST_SCHEMA_NAME,MDTEST_NAME));
+ Delete delete1 = new Delete(Bytes.toBytes("0"));
+ Delete delete2 = new Delete(Bytes.toBytes("1"));
+ htable.batch(Arrays.asList(delete1, delete2));
+ }
+
+ }
+
+ @Test
+ public void testAddKVColumnToExistingFamily() throws Throwable {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ // Failed attempt to repro table not found bug
+// TestUtil.clearMetaDataCache(conn1);
+// PhoenixConnection pconn = conn1.unwrap(PhoenixConnection.class);
+// pconn.removeTable(ATABLE_SCHEMA_NAME, ATABLE_NAME);
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_integer integer");
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT z_integer FROM aTable";
+ assertTrue(conn2.prepareStatement(query).executeQuery().next());
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn3.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (ColumnNotFoundException e) {
+ }
+ }
+
+ @Test
+ public void testAddKVColumnToNewFamily() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD newcf.z_integer integer");
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT z_integer FROM aTable";
+ assertTrue(conn2.prepareStatement(query).executeQuery().next());
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn3.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (ColumnNotFoundException e) {
+ }
+ }
+
+ @Test
+ public void testAddPKColumn() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_string varchar not null primary key");
+ fail();
+ } catch (SQLException e) {
+ assertTrue(e.getMessage(), e.getMessage().contains("ERROR 1006 (42J04): Only nullable columns may be added to a multi-part row key."));
+ }
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD z_string varchar primary key");
+ conn1.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT z_string FROM aTable";
+ assertTrue(conn2.prepareStatement(query).executeQuery().next());
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn3.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (ColumnNotFoundException e) {
+ }
+ }
+
+ @Test
+ public void testDropKVColumn() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn5 = DriverManager.getConnection(getUrl(), props);
+ assertTrue(conn5.createStatement().executeQuery("SELECT 1 FROM atable WHERE b_string IS NOT NULL").next());
+ conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN b_string");
+ conn5.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ String query = "SELECT b_string FROM aTable";
+ try {
+ conn2.prepareStatement(query).executeQuery().next();
+ fail();
+ } catch (ColumnNotFoundException e) {
+ }
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ assertTrue(conn3.prepareStatement(query).executeQuery().next());
+ conn3.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 7));
+ Connection conn7 = DriverManager.getConnection(getUrl(), props);
+ conn7.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " ADD b_string VARCHAR");
+ conn7.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
+ Connection conn8 = DriverManager.getConnection(getUrl(), props);
+ assertFalse(conn8.createStatement().executeQuery("SELECT 1 FROM atable WHERE b_string IS NOT NULL").next());
+ conn8.close();
+
+ }
+
+ @Test
+ public void testDropPKColumn() throws Exception {
+ long ts = nextTimestamp();
+ String tenantId = getOrganizationId();
+ initATableValues(tenantId, getDefaultSplits(tenantId), null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn1 = DriverManager.getConnection(getUrl(), props);
+ try {
+ conn1.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN entity_id");
+ fail();
+ } catch (SQLException e) {
+ assertTrue(e.getMessage(), e.getMessage().contains("ERROR 506 (42817): Primary key column may not be dropped."));
+ }
+ conn1.close();
+ }
+
+ @Test
+ public void testDropAllKVCols() throws Exception {
+ ResultSet rs;
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), MDTEST_NAME, null, ts);
+
+ Properties props = new Properties();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 2));
+ Connection conn2 = DriverManager.getConnection(getUrl(), props);
+ conn2.createStatement().executeUpdate("UPSERT INTO " + MDTEST_NAME + " VALUES('a',1,1)");
+ conn2.createStatement().executeUpdate("UPSERT INTO " + MDTEST_NAME + " VALUES('b',2,2)");
+ conn2.commit();
+ conn2.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 3));
+ Connection conn3 = DriverManager.getConnection(getUrl(), props);
+ rs = conn3.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(2, rs.getLong(1));
+ conn3.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn5 = DriverManager.getConnection(getUrl(), props);
+ conn5.createStatement().executeUpdate("ALTER TABLE " + MDTEST_NAME + " DROP COLUMN col1");
+ conn5.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 6));
+ Connection conn6 = DriverManager.getConnection(getUrl(), props);
+ rs = conn6.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(2, rs.getLong(1));
+ conn6.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 7));
+ Connection conn7 = DriverManager.getConnection(getUrl(), props);
+ conn7.createStatement().executeUpdate("ALTER TABLE " + MDTEST_NAME + " DROP COLUMN col2");
+ conn7.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 8));
+ Connection conn8 = DriverManager.getConnection(getUrl(), props);
+ rs = conn8.createStatement().executeQuery("SELECT count(1) FROM " + MDTEST_NAME);
+ assertTrue(rs.next());
+ assertEquals(2, rs.getLong(1));
+ conn8.close();
+ }
+
+ @Test
+ public void testNewerTableDisallowed() throws Exception {
+ long ts = nextTimestamp();
+ ensureTableCreated(getUrl(), ATABLE_NAME, null, ts);
+
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 5));
+ Connection conn5 = DriverManager.getConnection(getUrl(), props);
+ conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN x_integer");
+ try {
+ conn5.createStatement().executeUpdate("ALTER TABLE " + ATABLE_NAME + " DROP COLUMN y_integer");
+ fail();
+ } catch (SQLException e) {
+ assertTrue(e.getMessage(), e.getMessage().contains("ERROR 1013 (42M04): Table already exists. tableName=ATABLE"));
+ }
+ conn5.close();
+ }
+
+
+ @Test
+ public void testTableWithScemaMetadataScan() throws SQLException {
+ long ts = nextTimestamp();
+ Properties props = new Properties();
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts));
+ Connection conn = DriverManager.getConnection(getUrl(), props);
+
+ conn.createStatement().execute("create table foo.bar(k varchar primary key)");
+ conn.createStatement().execute("create table bar(k varchar primary key)");
+ conn.close();
+
+ props.setProperty(PhoenixRuntime.CURRENT_SCN_ATTRIB, Long.toString(ts + 10));
+ conn = DriverManager.getConnection(getUrl(), props);
+
+ DatabaseMetaData metaData = conn.getMetaData();
+ ResultSet rs;
+
+ // Tricky case that requires returning false for null AND true expression
+ rs = metaData.getTables(null, "FOO", "BAR", null);
+ assertTrue(rs.next());
+ assertEquals("FOO",rs.getString("TABLE_SCHEM"));
+ assertEquals("BAR", rs.getString("TABLE_NAME"));
+ assertFalse(rs.next());
+
+ // Tricky case that requires end key to maintain trailing nulls
+ rs = metaData.getTables("", "FOO", "BAR", null);
+ assertTrue(rs.next());
+ assertEquals("FOO",rs.getString("TABLE_SCHEM"));
+ assertEquals("BAR", rs.getString("TABLE_NAME"));
+ assertFalse(rs.next());
+
+ rs = metaData.getTables("", null, "BAR", null);
+ assertTrue(rs.next());
+ assertEquals(null,rs.getString("TABLE_SCHEM"));
+ assertEquals("BAR", rs.getString("TABLE_NAME"));
+ assertTrue(rs.next());
+ assertEquals("FOO",rs.getString("TABLE_SCHEM"));
+ assertEquals("BAR", rs.getString("TABLE_NAME"));
+ assertFalse(rs.next());
+ }
+
+}