You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@phoenix.apache.org by mu...@apache.org on 2014/08/11 20:13:37 UTC

git commit: Prepare for 3.1.0 release

Repository: phoenix
Updated Branches:
  refs/heads/3.0 ece6aaf06 -> aa46fbd01


Prepare for 3.1.0 release


Project: http://git-wip-us.apache.org/repos/asf/phoenix/repo
Commit: http://git-wip-us.apache.org/repos/asf/phoenix/commit/aa46fbd0
Tree: http://git-wip-us.apache.org/repos/asf/phoenix/tree/aa46fbd0
Diff: http://git-wip-us.apache.org/repos/asf/phoenix/diff/aa46fbd0

Branch: refs/heads/3.0
Commit: aa46fbd012f712212bfa6f51baddc2b9cae44e40
Parents: ece6aaf
Author: Mujtaba <mu...@apache.org>
Authored: Mon Aug 11 11:13:11 2014 -0700
Committer: Mujtaba <mu...@apache.org>
Committed: Mon Aug 11 11:13:11 2014 -0700

----------------------------------------------------------------------
 CHANGES                        | 121 +++++++++++++++++++++++++++++++++++-
 README                         |  54 ----------------
 dev/make_rc.sh                 |   4 +-
 phoenix-assembly/pom.xml       |   2 +-
 phoenix-core/pom.xml           |   2 +-
 phoenix-flume/pom.xml          |   2 +-
 phoenix-hadoop-compat/pom.xml  |   2 +-
 phoenix-hadoop1-compat/pom.xml |   2 +-
 phoenix-hadoop2-compat/pom.xml |   2 +-
 phoenix-pig/pom.xml            |   2 +-
 pom.xml                        |   2 +-
 11 files changed, 130 insertions(+), 65 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/CHANGES
----------------------------------------------------------------------
diff --git a/CHANGES b/CHANGES
index 3054940..d1d4c97 100644
--- a/CHANGES
+++ b/CHANGES
@@ -1,5 +1,124 @@
+Release Notes - Phoenix - Version 3.1
 
-Release Notes - Phoenix - Version 3.0.0-incubating
+** New Feature
+    * [PHOENIX-71] - Support sub-joins
+    * [PHOENIX-983] - Add a function for getting the GMT offset for a given timezone and time
+    * [PHOENIX-984] - Add support for DECODE built-in function
+    * [PHOENIX-995] - ADD ENCODE AND LPAD functions 
+    * [PHOENIX-1000] - Support FIRST_VALUE, LAST_VALUE, and NTH_VALUE aggregate functions
+    * [PHOENIX-1002] - Add support for % operator
+    * [PHOENIX-1043] - Add function for convert date between timezones
+    * [PHOENIX-1062] - A SQL Trimmer for log sql execute times
+
+** Improvement
+    * [PHOENIX-19] - Enhance JDBC connection of Phoenix to support connecting to a Secure HBase cluster.
+    * [PHOENIX-890] - Create dev-support script for generating binary and source release tars with hadoop1 and hadoop2 profiles
+    * [PHOENIX-898] - Extend PhoenixHBaseStorage to specify upsert columns
+    * [PHOENIX-939] - Generalize SELECT expressions for Pig Loader
+    * [PHOENIX-950] - Improve Secondary Index Update Failure Handling
+    * [PHOENIX-982] - Avoid spinning up and tearing down mini cluster in tests
+    * [PHOENIX-1069] - Improve CsvBulkLoadTool to build indexes when loading data.
+    * [PHOENIX-1072] - Fast fail sqlline.py when pass wrong quorum string or hbase cluster hasnt' started yet 
+    * [PHOENIX-1101] - Provide a way to create Phoenix Statements on the server side inside a CP
+    * [PHOENIX-1103] - Remove hash join special case for ChunkedResultIterator
+
+** Bug
+    * [PHOENIX-3] - TRUNC method doesn't work on column of datatype timestamp
+    * [PHOENIX-11] - Create Pig Loader
+    * [PHOENIX-41] - HBase restart ConnectionLoss
+    * [PHOENIX-63] - Can't add null value to a secondary indexed table
+    * [PHOENIX-831] - First Connection to Phoenix blows up if it is tenant specific
+    * [PHOENIX-902] - Allow family qualified names in CSVCommonsLoader
+    * [PHOENIX-908] - At MetaDataEndpointImpl createTable, print large of Release unknown lockId: 5
+    * [PHOENIX-909] - Handle scan time range for low time resolution OS
+    * [PHOENIX-911] - DDL containing only PK cols in the column list doesn't respect HBase specific attributes
+    * [PHOENIX-915] - Numeric functions ROUND, CEIL, FLOOR return incorrect results for DOUBLE
+    * [PHOENIX-916] - Time clock skew issue when SYSTEM.CATALOG moves between region servers
+    * [PHOENIX-920] - SqlLine shows funky characters when running on Windows
+    * [PHOENIX-924] - Classify PhoenixHBaseStorageTest as an integration test
+    * [PHOENIX-948] - Pig integration tests don't get run via Maven
+    * [PHOENIX-951] - Don't push LIMIT as PageFilter for joins
+    * [PHOENIX-952] - Support ANY and ALL built-ins for ARRAYs
+    * [PHOENIX-954] - View index sequences of a non multi tenant table are not getting deleted after main table drop
+    * [PHOENIX-956] - Connection properties ignored
+    * [PHOENIX-962] - Basic querying fails if the current thread's context classloader is changed
+    * [PHOENIX-966] - Phoenix needs to be on the main classpath of SQL tools
+    * [PHOENIX-969] - java.util.concurrent.TimeoutException while reading the result set
+    * [PHOENIX-979] - DELETE deletes row when WHERE contains PK fields but other than PK conditions are false
+    * [PHOENIX-981] - Joins using Phoenix client on v.3.0.0 and server 3.0 head of branch fails on backward compatibility
+    * [PHOENIX-985] - performance.py script fails to execute queries
+    * [PHOENIX-986] - Improve error message on CSV import if table not found
+    * [PHOENIX-987] - Add missing category information to integration tests
+    * [PHOENIX-988] - The result is not expected when select case when case
+    * [PHOENIX-989] - problem setting column type of Array to null
+    * [PHOENIX-990] - OOM caused by order by query returning all rows
+    * [PHOENIX-991] - IT tests failed on hadoop2
+    * [PHOENIX-993] - Remove/exclude JRuby dependency
+    * [PHOENIX-997] - Timestamp date type default format with GMT time zone
+    * [PHOENIX-1001] - Using NEXT VALUE FOR 'sequence' as an input to a function cause a NPE
+    * [PHOENIX-1005] - upsert data error after drop index
+    * [PHOENIX-1008] - Problem initiating and using FLOAT ARRAY Type
+    * [PHOENIX-1016] - Support MINVALUE, MAXVALUE, and CYCLE options in CREATE SEQUENCE
+    * [PHOENIX-1032] - Don't compile alternate plans if query is a point lookup
+    * [PHOENIX-1033] - Update HBase version to 0.94.19 to make connection to secure cluster easier
+    * [PHOENIX-1034] - Move validate/reserve of sequences into query compile
+    * [PHOENIX-1037] - Implement getResultSetSqlType for UNSIGNED date/time types
+    * [PHOENIX-1039] - PhoenixHBaseLoaderIT fails on hadoop-2 profile
+    * [PHOENIX-1048] - tables and sequences should be deleted at different times when scn set at BaseConnectedQueryIT#deletePriorTables
+    * [PHOENIX-1049] - Secondary indices can cause "ERROR 203 (22005): Type mismatch" in queries involving joins
+    * [PHOENIX-1052] - Secondary indices can cause "ERROR 504 (42703): Undefined column" in queries involving joins
+    * [PHOENIX-1053] - UngroupedAggregateRegionObserver make lock unlock
+    * [PHOENIX-1075] - Mathematical order of operations are improperly evaluated.
+    * [PHOENIX-1076] - Usage of CAST producing syntax error
+    * [PHOENIX-1079] - ConnectionQueryServicesImpl : Close HTable after use
+    * [PHOENIX-1080] - Fix PhoenixRuntime.decodepk for salted tables. Add integration tests.
+    * [PHOENIX-1083] - IN list of RVC combined with AND doesn't return expected rows
+    * [PHOENIX-1089] - Row value constructors performance issue with multi-tenant views
+    * [PHOENIX-1090] - Fix HTable leak in ServerCacheClient
+    * [PHOENIX-1096] - Duplicate sequence values returned when doing upsert select against a salted table.
+    * [PHOENIX-1097] - ChunkedResultIteratorFactory.newIterator is not closing the passed iterator resulting in HTable leak.
+    * [PHOENIX-1100] - Upsert Select with Sequence and Order By doesn't result in sequence getting assigned based on requested ordering 
+    * [PHOENIX-1102] - Query Finds No Rows When Using Multiple Column Families in where clause
+    * [PHOENIX-1104] - Do not shutdown threadpool when initialization fails
+    * [PHOENIX-1105] - TableNotFoundException does not get caught if SYSTEM.TABLE is not present for whitelisted upgrade
+    * [PHOENIX-1109] - PhoenixTestDriver needs to call shutdown on executor 
+    * [PHOENIX-1110] - Fix flappy MultiCfQueryExecIT
+    * [PHOENIX-1111] - Fix flapping unit tests by removing inappropriate usage of TestUtil.TEST_PROPERTIES
+    * [PHOENIX-1122] - Ensure TEST_PROPERTIES is not updated to prevent test flapping
+    * [PHOENIX-1125] - SQLException when connection string is of form jdbc:phoenix:localhost:1234:userName
+    * [PHOENIX-1130] - SkipScanFilter gets IndexOutOfBoundsException when intersecting salted tables
+    * [PHOENIX-1131] - PhoenixRuntime.encodePk needs to pad row key values to max column length
+    * [PHOENIX-1133] - Skip scan intersect method not reseting state correctly
+    * [PHOENIX-1137] - SkipScanFilter.intersect not called for aggregate queries
+    * [PHOENIX-1140] - Incorrect padding for row key columns
+    * [PHOENIX-1141] - Fix HTable resource leak in ConnectionQueryServicesImpl.metaDataCoprocessorExec
+    * [PHOENIX-1143] - Prevent race condition between creating phoenix connection and closing phoenix driver/connection query services.
+    * [PHOENIX-1146] - Detect stale client region cache on server and retry scans in split regions
+    * [PHOENIX-1147] - Ensure data table is sent to client if index table changes states
+    * [PHOENIX-1154] - Fix hanging tests because metadata is not cleared up
+    * [PHOENIX-1156] - Don't throw TableNotFoundException when table not found in cache
+    * [PHOENIX-1157] - Improve abstraction for meta data cache
+
+** Task
+    * [PHOENIX-136] - Support derived tables
+    * [PHOENIX-539] - Implement parallel scanner that does not spool to disk
+    * [PHOENIX-674] - Run unit tests in parallel
+    * [PHOENIX-681] - Enhance JDBC connection of Phoenix to support connecting to a Secure HBase cluster.
+    * [PHOENIX-788] - Support cast from/to DATE/TIME/TIMESTAMP to/from LONG/UNSIGNED_LONG
+    * [PHOENIX-828] - Detect if split occurs while ORDER BY query is in progress
+    * [PHOENIX-1056] - A ImportTsv tool for phoenix to build table data and all index data.
+
+** Sub-task
+    * [PHOENIX-927] - Support derived tables in joins
+    * [PHOENIX-1038] - Dynamically add INDEX_TYPE column to SYSTEM.CATALOG if not already there
+    * [PHOENIX-1112] - Atomically rebuild index partially when index update fails  
+    * [PHOENIX-1132] - Merge server side phoenix-hadoop2-compat.jar, phoenix-hadoop-compat.jar and phoenix-<version>.jar
+
+** Test
+    * [PHOENIX-1136] - Add Integration Tests to verify the fix for PHOENIX-1133
+
+
+Previous release - Version 3.0.0-incubating
 
 ** New Feature
     * [PHOENIX-21] - Support indexes on VIEWs including tenant-specific views

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/README
----------------------------------------------------------------------
diff --git a/README b/README
index f98519a..c9661c1 100644
--- a/README
+++ b/README
@@ -18,57 +18,3 @@ The Phoenix mailing lists and archives are listed here [5]
 3. http://phoenix.apache.org/issues.html
 4. http://www.apache.org/licenses/
 5. http://phoenix.apache.org/mailing_list.html
-
-Upgrading from Phoenix 2.2.x to Apache Phoenix 3.0/4.0
-------------------------------------------------------
-By default, Phoenix 2.2.x tables are not automatically upgraded to
-Apache Phoenix 3.0/4.0 tables. Since pre-Apache 2.2.x code lines have
-a different package structure (com.salesforce.phoenix) than the 3.0/4.0
-code line(org.apache.phoenix), the two installations may actually
-coexist. An existing Phoenix table may either remain as a 2.2.x table
-or be upgraded to 3.0/4.0 table, but not both. In addition, a client
-JVM may either use the 3.0/4.0 driver or the 2.2.x driver, but not
-both. Upgrade, however, is a one way street: once a table is upgrade
-to 3.0/4.0, it stays that way.
-
-Note that upgrading a table will not affect its data - only the
-metadata of the table will change. In order to upgrade tables from
-2.2.x to 3.0/4.0, the following must be done *BEFORE* the first
-connection to a cluster which has 3.0/4.0 installed on it. 
-
-* Add a new phoenix.client.autoUpgradeWhiteList config parameter to
-  your client-side hbase-sites.xml. Make sure the directory containing
-  the hbase-sites.xml is on the classpath of your client so that HBase
-  finds it. The value you use for the parameter depends on which
-  tables you want to upgrade:
-
-  * To upgrade all tables use a value of *. This will cause all Phoenix
-    2.2.x tables to be automatically converted to the new 3.0.0 structure
-    when the first connection occurs. For example:
-
-        <pre><configuration>
-          <property>
-            <name>phoenix.client.autoUpgradeWhiteList</name>
-            <value>*</value>
-          </property>
-        </configuration></pre>
-
-  * To upgrade only some tables use a comma separated list of full table
-    names. In that case, only those tables and their secondary indexes
-    will be upgraded on first connection to a cluster. Note that table
-    names are case sensitive. For example, the following would upgrade
-    my_schema.my_table and MY_OTHER_TABLE:
-
-        <pre><configuration>
-          <property>
-            <name>phoenix.client.autoUpgradeWhiteList</name>
-            <value>my_schema.my_table,MY_OTHER_TABLE</value>
-          </property>
-        </configuration></pre>
-
-* After the first connection has been made to a cluster with Phoenix
-  3.0/4.0 installed, no further upgrade will take place. However, you
-  may force it to take place again by removing the UpgradeTo30 attribute
-  from the SYSTEM.CATALOG HBase table metadata. Then, on the next
-  connection to the cluster, upgrade will again occur as describe above.
-

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/dev/make_rc.sh
----------------------------------------------------------------------
diff --git a/dev/make_rc.sh b/dev/make_rc.sh
index 9081f77..33a6779 100755
--- a/dev/make_rc.sh
+++ b/dev/make_rc.sh
@@ -70,6 +70,7 @@ mv $REL_SRC.tar.gz $DIR_REL_SRC_TAR_PATH;
 
 # Copy common jars
 mvn clean apache-rat:check package -DskipTests;
+rm -rf $(find . -type d -name archive-tmp);
 cp $(find -iname phoenix-$PHOENIX-client-minimal.jar) $DIR_COMMON;
 cp $(find -iname phoenix-$PHOENIX-client-without-hbase.jar) $DIR_COMMON;
 cp $(find -iname phoenix-core-$PHOENIX.jar) $DIR_COMMON;
@@ -80,7 +81,6 @@ cp $(find -iname phoenix-pig-$PHOENIX-tests.jar) $DIR_COMMON;
 
 # Copy release docs
 cp CHANGES $DIR_REL_BIN_PATH;
-cp DISCLAIMER $DIR_REL_BIN_PATH;
 cp README $DIR_REL_BIN_PATH;
 cp $DIR_DOCS/* $DIR_REL_BIN_PATH;
 
@@ -130,4 +130,4 @@ then
 fi
 
 echo "DONE."
-echo "If all looks good in release directory then commit RC at https://dist.apache.org/repos/dist/dev/incubator/phoenix"
+echo "If all looks good in release directory then commit RC at https://dist.apache.org/repos/dist/dev/phoenix"

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/phoenix-assembly/pom.xml
----------------------------------------------------------------------
diff --git a/phoenix-assembly/pom.xml b/phoenix-assembly/pom.xml
index 26131a2..03491e9 100644
--- a/phoenix-assembly/pom.xml
+++ b/phoenix-assembly/pom.xml
@@ -26,7 +26,7 @@
   <parent>
     <groupId>org.apache.phoenix</groupId>
     <artifactId>phoenix</artifactId>
-    <version>3.1.0-SNAPSHOT</version>
+    <version>3.1.0</version>
   </parent>
   <artifactId>phoenix-assembly</artifactId>
   <name>Phoenix Assembly</name>

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/phoenix-core/pom.xml
----------------------------------------------------------------------
diff --git a/phoenix-core/pom.xml b/phoenix-core/pom.xml
index 19ffd09..1a245e2 100644
--- a/phoenix-core/pom.xml
+++ b/phoenix-core/pom.xml
@@ -4,7 +4,7 @@
   <parent>
     <groupId>org.apache.phoenix</groupId>
     <artifactId>phoenix</artifactId>
-    <version>3.1.0-SNAPSHOT</version>
+    <version>3.1.0</version>
   </parent>
   <artifactId>phoenix-core</artifactId>
   <name>Phoenix Core</name>

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/phoenix-flume/pom.xml
----------------------------------------------------------------------
diff --git a/phoenix-flume/pom.xml b/phoenix-flume/pom.xml
index d9d78b6..5cdb67f 100644
--- a/phoenix-flume/pom.xml
+++ b/phoenix-flume/pom.xml
@@ -26,7 +26,7 @@
   <parent>
     <groupId>org.apache.phoenix</groupId>
     <artifactId>phoenix</artifactId>
-    <version>3.1.0-SNAPSHOT</version>
+    <version>3.1.0</version>
   </parent>
   <artifactId>phoenix-flume</artifactId>
   <name>Phoenix - Flume</name>

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/phoenix-hadoop-compat/pom.xml
----------------------------------------------------------------------
diff --git a/phoenix-hadoop-compat/pom.xml b/phoenix-hadoop-compat/pom.xml
index 537e867..ca44052 100644
--- a/phoenix-hadoop-compat/pom.xml
+++ b/phoenix-hadoop-compat/pom.xml
@@ -25,7 +25,7 @@
   <parent>
     <groupId>org.apache.phoenix</groupId>
     <artifactId>phoenix</artifactId>
-    <version>3.1.0-SNAPSHOT</version>
+    <version>3.1.0</version>
   </parent>
   <artifactId>phoenix-hadoop-compat</artifactId>
   <name>Phoenix Hadoop Compatibility</name>

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/phoenix-hadoop1-compat/pom.xml
----------------------------------------------------------------------
diff --git a/phoenix-hadoop1-compat/pom.xml b/phoenix-hadoop1-compat/pom.xml
index 23a07bc..7f2a28e 100644
--- a/phoenix-hadoop1-compat/pom.xml
+++ b/phoenix-hadoop1-compat/pom.xml
@@ -25,7 +25,7 @@
   <parent>
     <groupId>org.apache.phoenix</groupId>
     <artifactId>phoenix</artifactId>
-    <version>3.1.0-SNAPSHOT</version>
+    <version>3.1.0</version>
   </parent>
   <artifactId>phoenix-hadoop1-compat</artifactId>
   <name>Phoenix Hadoop1 Compatibility</name>

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/phoenix-hadoop2-compat/pom.xml
----------------------------------------------------------------------
diff --git a/phoenix-hadoop2-compat/pom.xml b/phoenix-hadoop2-compat/pom.xml
index d080554..bf0eb8f 100644
--- a/phoenix-hadoop2-compat/pom.xml
+++ b/phoenix-hadoop2-compat/pom.xml
@@ -25,7 +25,7 @@
   <parent>
     <groupId>org.apache.phoenix</groupId>
     <artifactId>phoenix</artifactId>
-    <version>3.1.0-SNAPSHOT</version>
+    <version>3.1.0</version>
   </parent>
   <artifactId>phoenix-hadoop2-compat</artifactId>
   <name>Phoenix Hadoop2 Compatibility</name>

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/phoenix-pig/pom.xml
----------------------------------------------------------------------
diff --git a/phoenix-pig/pom.xml b/phoenix-pig/pom.xml
index cbcb3f2..db1c45e 100644
--- a/phoenix-pig/pom.xml
+++ b/phoenix-pig/pom.xml
@@ -26,7 +26,7 @@
   <parent>
     <groupId>org.apache.phoenix</groupId>
     <artifactId>phoenix</artifactId>
-    <version>3.1.0-SNAPSHOT</version>
+    <version>3.1.0</version>
   </parent>
   <artifactId>phoenix-pig</artifactId>
   <name>Phoenix - Pig</name>

http://git-wip-us.apache.org/repos/asf/phoenix/blob/aa46fbd0/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index a57a3ab..4f412c4 100644
--- a/pom.xml
+++ b/pom.xml
@@ -3,7 +3,7 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>org.apache.phoenix</groupId>
   <artifactId>phoenix</artifactId>
-  <version>3.1.0-SNAPSHOT</version>
+  <version>3.1.0</version>
   <packaging>pom</packaging>
   <name>Apache Phoenix</name>
   <description>A SQL layer over HBase</description>