You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ta...@apache.org on 2016/05/25 03:41:13 UTC
[1/3] incubator-impala git commit: IMPALA-3594: Fix
-build_shared_libs switch in buildall.sh
Repository: incubator-impala
Updated Branches:
refs/heads/master 5112e65be -> 3ee075f96
IMPALA-3594: Fix -build_shared_libs switch in buildall.sh
Change-Id: I6ad4afc30ca3717fece65ff075981d01efd580fe
Reviewed-on: http://gerrit.cloudera.org:8080/3170
Reviewed-by: Dan Hecht <dh...@cloudera.com>
Tested-by: Internal Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/3ee075f9
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/3ee075f9
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/3ee075f9
Branch: refs/heads/master
Commit: 3ee075f96209086e6522a1e43cada213d39f0858
Parents: a0ad186
Author: Lars Volker <lv...@cloudera.com>
Authored: Mon May 23 15:03:24 2016 +0200
Committer: Tim Armstrong <ta...@cloudera.com>
Committed: Tue May 24 20:41:09 2016 -0700
----------------------------------------------------------------------
buildall.sh | 4 +---
1 file changed, 1 insertion(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/3ee075f9/buildall.sh
----------------------------------------------------------------------
diff --git a/buildall.sh b/buildall.sh
index c7bff96..45df6cc 100755
--- a/buildall.sh
+++ b/buildall.sh
@@ -71,9 +71,7 @@ do
-skiptests)
TESTS_ACTION=0
;;
- -build_shared_libs)
- ;;
- -so)
+ -build_shared_libs|-so)
MAKE_IMPALA_ARGS="${MAKE_IMPALA_ARGS} -build_shared_libs"
;;
-notests)
[3/3] incubator-impala git commit: IMPALA-3595: Hardcoded HDFS path
in test_avro_stale_schema causes all other filesystems to fail
Posted by ta...@apache.org.
IMPALA-3595: Hardcoded HDFS path in test_avro_stale_schema causes all other filesystems to fail
This test had a hardcoded HDFS path which caused a failure on all
non-HDFS runs. This change simply makes the path filesystem agnostic.
Change-Id: I31e5955893f2c0d967ce6f0cab653d1020ee45b3
Reviewed-on: http://gerrit.cloudera.org:8080/3174
Reviewed-by: Alex Behm <al...@cloudera.com>
Tested-by: Internal Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/6c8dc1bf
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/6c8dc1bf
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/6c8dc1bf
Branch: refs/heads/master
Commit: 6c8dc1bf7b12509e0ef08e40f60acbabae9ddad9
Parents: 5112e65
Author: Sailesh Mukil <sa...@cloudera.com>
Authored: Mon May 23 11:34:57 2016 -0700
Committer: Tim Armstrong <ta...@cloudera.com>
Committed: Tue May 24 20:41:09 2016 -0700
----------------------------------------------------------------------
.../functional-query/queries/QueryTest/avro-stale-schema.test | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/6c8dc1bf/testdata/workloads/functional-query/queries/QueryTest/avro-stale-schema.test
----------------------------------------------------------------------
diff --git a/testdata/workloads/functional-query/queries/QueryTest/avro-stale-schema.test b/testdata/workloads/functional-query/queries/QueryTest/avro-stale-schema.test
index e21a980..6375ff6 100644
--- a/testdata/workloads/functional-query/queries/QueryTest/avro-stale-schema.test
+++ b/testdata/workloads/functional-query/queries/QueryTest/avro-stale-schema.test
@@ -13,7 +13,7 @@ CREATE EXTERNAL TABLE alltypesagg_staleschema (
string_col STRING,
timestamp_col STRING
)
-LOCATION 'hdfs://localhost:20500//test-warehouse/alltypesaggmultifilesnopart_avro_snap'
+LOCATION '/test-warehouse/alltypesaggmultifilesnopart_avro_snap'
TBLPROPERTIES ('avro.schema.url'= '/test-warehouse/avro_schemas/functional/alltypesaggmultifilesnopart.json')
====
---- QUERY
[2/3] incubator-impala git commit: IMPALA-3143: Fix permission check
when user belongs to supergroup
Posted by ta...@apache.org.
IMPALA-3143: Fix permission check when user belongs to supergroup
This commit fixes an issue where a permission check warning is
incorrectly generated when a user that belongs to the supergroup issues
a create database statement. The fix is to also check if the user
belongs to the supergroup when checking for permissions and ACLs.
Testing:
This change was tested manually by creating an HDFS directory D that
belonged to user/group A and running a CREATE DATABASE foo LOCALTION 'D'
statement as a user B that belongs to the 'supergroup' group; the test
verified that when the supergroup is taken into account, no permision
check warning is issued.
Change-Id: I2bb703ac70280c62db404db2c07d87139aa5ae0d
Reviewed-on: http://gerrit.cloudera.org:8080/3164
Reviewed-by: Alex Behm <al...@cloudera.com>
Tested-by: Internal Jenkins
Project: http://git-wip-us.apache.org/repos/asf/incubator-impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-impala/commit/a0ad1868
Tree: http://git-wip-us.apache.org/repos/asf/incubator-impala/tree/a0ad1868
Diff: http://git-wip-us.apache.org/repos/asf/incubator-impala/diff/a0ad1868
Branch: refs/heads/master
Commit: a0ad1868bda902fd914bc2be39eb9629a6eceb76
Parents: 6c8dc1b
Author: Dimitris Tsirogiannis <dt...@cloudera.com>
Authored: Fri May 20 20:49:21 2016 -0700
Committer: Tim Armstrong <ta...@cloudera.com>
Committed: Tue May 24 20:41:09 2016 -0700
----------------------------------------------------------------------
.../com/cloudera/impala/util/FsPermissionChecker.java | 13 ++++++++++---
1 file changed, 10 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a0ad1868/fe/src/main/java/com/cloudera/impala/util/FsPermissionChecker.java
----------------------------------------------------------------------
diff --git a/fe/src/main/java/com/cloudera/impala/util/FsPermissionChecker.java b/fe/src/main/java/com/cloudera/impala/util/FsPermissionChecker.java
index 18d0534..056fdf0 100644
--- a/fe/src/main/java/com/cloudera/impala/util/FsPermissionChecker.java
+++ b/fe/src/main/java/com/cloudera/impala/util/FsPermissionChecker.java
@@ -24,10 +24,10 @@ import java.util.List;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
+import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.permission.AclEntry;
import org.apache.hadoop.fs.permission.AclEntryType;
import org.apache.hadoop.fs.permission.AclStatus;
-import org.apache.hadoop.fs.permission.AclStatus;
import org.apache.hadoop.fs.permission.AclEntryScope;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
@@ -36,7 +36,8 @@ import org.apache.hadoop.fs.permission.FsAction;
import org.apache.hadoop.fs.permission.FsPermission;
import org.apache.hadoop.security.UserGroupInformation;
import org.apache.hadoop.hdfs.protocol.AclException;
-import org.apache.hadoop.ipc.RemoteException;
+import static org.apache.hadoop.hdfs.DFSConfigKeys.DFS_PERMISSIONS_SUPERUSERGROUP_DEFAULT;
+import static org.apache.hadoop.hdfs.DFSConfigKeys.DFS_PERMISSIONS_SUPERUSERGROUP_KEY;
import com.google.common.base.Preconditions;
import com.google.common.collect.ImmutableList;
@@ -50,10 +51,13 @@ import com.google.common.collect.Lists;
public class FsPermissionChecker {
private final static Logger LOG = LoggerFactory.getLogger(FsPermissionChecker.class);
private final static FsPermissionChecker instance_;
+ private final static Configuration CONF;
protected final String user_;
private final Set<String> groups_ = new HashSet<String>();
+ private final String supergroup_;
static {
+ CONF = new Configuration();
try {
instance_ = new FsPermissionChecker();
} catch (IOException e) {
@@ -65,10 +69,12 @@ public class FsPermissionChecker {
private FsPermissionChecker() throws IOException {
UserGroupInformation ugi = UserGroupInformation.getCurrentUser();
groups_.addAll(Arrays.asList(ugi.getGroupNames()));
- // Todo: should add HDFS supergroup as well
+ supergroup_ = CONF.get(DFS_PERMISSIONS_SUPERUSERGROUP_KEY,
+ DFS_PERMISSIONS_SUPERUSERGROUP_DEFAULT);
user_ = ugi.getShortUserName();
}
+ private boolean isSuperUser() { return groups_.contains(supergroup_); }
private static List<AclEntryType> ACL_TYPE_PRIORITY =
ImmutableList.of(AclEntryType.USER, AclEntryType.GROUP, AclEntryType.OTHER);
@@ -198,6 +204,7 @@ public class FsPermissionChecker {
* permissions.
*/
public boolean checkPermissions(FsAction action) {
+ if (FsPermissionChecker.this.isSuperUser()) return true;
Boolean aclPerms = checkAcls(action);
if (aclPerms != null) return aclPerms;