You are viewing a plain text version of this content. The canonical link for it is here.
Posted to hdfs-commits@hadoop.apache.org by su...@apache.org on 2012/12/13 05:31:38 UTC
svn commit: r1421075 - in
/hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs:
./ src/main/java/ src/main/java/org/apache/hadoop/hdfs/protocol/
src/main/native/ src/main/webapps/datanode/ src/main/webapps/hdfs/
src/main/webapps/sec...
Author: suresh
Date: Thu Dec 13 04:31:33 2012
New Revision: 1421075
URL: http://svn.apache.org/viewvc?rev=1421075&view=rev
Log:
Merging trunk to branch-trunk-win
Modified:
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/ (props changed)
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/java/ (props changed)
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/LayoutVersion.java
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/native/ (props changed)
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/datanode/ (props changed)
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/ (props changed)
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/secondary/ (props changed)
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/hdfs/ (props changed)
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestHDFSFileContextMainOperations.java
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSUtil.java
hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/protocol/TestLayoutVersion.java
Propchange: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-hdfs-project/hadoop-hdfs:r1420493-1421074
Modified: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt?rev=1421075&r1=1421074&r2=1421075&view=diff
==============================================================================
--- hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt (original)
+++ hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt Thu Dec 13 04:31:33 2012
@@ -20,6 +20,8 @@ Trunk (Unreleased)
HDFS-3495. Update Balancer to support new NetworkTopology with NodeGroup.
(Junping Du via szetszwo)
+ HDFS-4296. Reserve layout version for release 1.2.0. (suresh)
+
IMPROVEMENTS
HDFS-1620. Rename HdfsConstants -> HdfsServerConstants, FSConstants ->
@@ -272,6 +274,10 @@ Trunk (Unreleased)
HDFS-4269. Datanode rejects all datanode registrations from localhost
in single-node developer setup on Windows. (Chris Nauroth via suresh)
+ HADOOP-8957 HDFS tests for AbstractFileSystem#IsValidName should be overridden for
+ embedded file systems like ViewFs (Chris Nauroth via Sanjay Radia)
+
+
Release 2.0.3-alpha - Unreleased
INCOMPATIBLE CHANGES
Propchange: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/java/
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-hdfs-project/hadoop-hdfs/src/main/java:r1420493-1421074
Modified: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/LayoutVersion.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/LayoutVersion.java?rev=1421075&r1=1421074&r2=1421075&view=diff
==============================================================================
--- hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/LayoutVersion.java (original)
+++ hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocol/LayoutVersion.java Thu Dec 13 04:31:33 2012
@@ -82,10 +82,11 @@ public class LayoutVersion {
EDITS_CHESKUM(-28, "Support checksum for editlog"),
UNUSED(-29, "Skipped version"),
FSIMAGE_NAME_OPTIMIZATION(-30, "Store only last part of path in fsimage"),
- RESERVED_REL20_203(-31, -19, "Reserved for release 0.20.203"),
- RESERVED_REL20_204(-32, "Reserved for release 0.20.204"),
- RESERVED_REL22(-33, -27, "Reserved for release 0.22"),
- RESERVED_REL23(-34, -30, "Reserved for release 0.23"),
+ RESERVED_REL20_203(-31, -19, "Reserved for release 0.20.203", true,
+ DELEGATION_TOKEN),
+ RESERVED_REL20_204(-32, -31, "Reserved for release 0.20.204", true),
+ RESERVED_REL22(-33, -27, "Reserved for release 0.22", true),
+ RESERVED_REL23(-34, -30, "Reserved for release 0.23", true),
FEDERATION(-35, "Support for namenode federation"),
LEASE_REASSIGNMENT(-36, "Support for persisting lease holder reassignment"),
STORED_TXIDS(-37, "Transaction IDs are stored in edits log and image files"),
@@ -94,33 +95,40 @@ public class LayoutVersion {
"Use LongWritable and ShortWritable directly instead of ArrayWritable of UTF8"),
OPTIMIZE_PERSIST_BLOCKS(-40,
"Serialize block lists with delta-encoded variable length ints, " +
- "add OP_UPDATE_BLOCKS");
+ "add OP_UPDATE_BLOCKS"),
+ RESERVED_REL1_2_0(-41, -32, "Reserved for release 1.2.0", true, CONCAT);
final int lv;
final int ancestorLV;
final String description;
+ final boolean reserved;
+ final Feature[] specialFeatures;
/**
- * Feature that is added at {@code currentLV}.
+ * Feature that is added at layout version {@code lv} - 1.
* @param lv new layout version with the addition of this feature
* @param description description of the feature
*/
Feature(final int lv, final String description) {
- this(lv, lv + 1, description);
+ this(lv, lv + 1, description, false);
}
/**
- * Feature that is added at {@code currentLV}.
+ * Feature that is added at layout version {@code ancestoryLV}.
* @param lv new layout version with the addition of this feature
- * @param ancestorLV layout version from which the new lv is derived
- * from.
+ * @param ancestorLV layout version from which the new lv is derived from.
* @param description description of the feature
+ * @param reserved true when this is a layout version reserved for previous
+ * verions
+ * @param features set of features that are to be enabled for this version
*/
- Feature(final int lv, final int ancestorLV,
- final String description) {
+ Feature(final int lv, final int ancestorLV, final String description,
+ boolean reserved, Feature... features) {
this.lv = lv;
this.ancestorLV = ancestorLV;
this.description = description;
+ this.reserved = reserved;
+ specialFeatures = features;
}
/**
@@ -146,6 +154,10 @@ public class LayoutVersion {
public String getDescription() {
return description;
}
+
+ public boolean isReservedForOldRelease() {
+ return reserved;
+ }
}
// Build layout version and corresponding feature matrix
@@ -171,19 +183,14 @@ public class LayoutVersion {
map.put(f.ancestorLV, ancestorSet);
}
EnumSet<Feature> featureSet = EnumSet.copyOf(ancestorSet);
+ if (f.specialFeatures != null) {
+ for (Feature specialFeature : f.specialFeatures) {
+ featureSet.add(specialFeature);
+ }
+ }
featureSet.add(f);
map.put(f.lv, featureSet);
}
-
- // Special initialization for 0.20.203 and 0.20.204
- // to add Feature#DELEGATION_TOKEN
- specialInit(Feature.RESERVED_REL20_203.lv, Feature.DELEGATION_TOKEN);
- specialInit(Feature.RESERVED_REL20_204.lv, Feature.DELEGATION_TOKEN);
- }
-
- private static void specialInit(int lv, Feature f) {
- EnumSet<Feature> set = map.get(lv);
- set.add(f);
}
/**
@@ -222,6 +229,11 @@ public class LayoutVersion {
*/
public static int getCurrentLayoutVersion() {
Feature[] values = Feature.values();
- return values[values.length - 1].lv;
+ for (int i = values.length -1; i >= 0; i--) {
+ if (!values[i].isReservedForOldRelease()) {
+ return values[i].lv;
+ }
+ }
+ throw new AssertionError("All layout versions are reserved.");
}
}
Propchange: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/native/
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-hdfs-project/hadoop-hdfs/src/main/native:r1420493-1421074
Propchange: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/datanode/
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/datanode:r1420493-1421074
Propchange: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs/
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs:r1420493-1421074
Propchange: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/secondary/
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/secondary:r1420493-1421074
Propchange: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/hdfs/
------------------------------------------------------------------------------
Merged /hadoop/common/trunk/hadoop-hdfs-project/hadoop-hdfs/src/test/hdfs:r1420493-1421074
Modified: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestHDFSFileContextMainOperations.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestHDFSFileContextMainOperations.java?rev=1421075&r1=1421074&r2=1421075&view=diff
==============================================================================
--- hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestHDFSFileContextMainOperations.java (original)
+++ hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestHDFSFileContextMainOperations.java Thu Dec 13 04:31:33 2012
@@ -258,7 +258,22 @@ public class TestHDFSFileContextMainOper
Assert.assertFalse(fs.exists(src1)); // ensure src1 is already renamed
Assert.assertTrue(fs.exists(dst1)); // ensure rename dst exists
}
-
+
+ @Test
+ public void testIsValidNameInvalidNames() {
+ String[] invalidNames = {
+ "/foo/../bar",
+ "/foo/./bar",
+ "/foo/:/bar",
+ "/foo:bar"
+ };
+
+ for (String invalidName: invalidNames) {
+ Assert.assertFalse(invalidName + " is not valid",
+ fc.getDefaultFileSystem().isValidName(invalidName));
+ }
+ }
+
private void oldRename(Path src, Path dst, boolean renameSucceeds,
boolean exception) throws Exception {
DistributedFileSystem fs = (DistributedFileSystem) cluster.getFileSystem();
Modified: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSUtil.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSUtil.java?rev=1421075&r1=1421074&r2=1421075&view=diff
==============================================================================
--- hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSUtil.java (original)
+++ hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSUtil.java Thu Dec 13 04:31:33 2012
@@ -624,8 +624,11 @@ public class TestDFSUtil {
@Test
public void testIsValidName() {
assertFalse(DFSUtil.isValidName("/foo/../bar"));
+ assertFalse(DFSUtil.isValidName("/foo/./bar"));
assertFalse(DFSUtil.isValidName("/foo//bar"));
assertTrue(DFSUtil.isValidName("/"));
assertTrue(DFSUtil.isValidName("/bar/"));
+ assertFalse(DFSUtil.isValidName("/foo/:/bar"));
+ assertFalse(DFSUtil.isValidName("/foo:bar"));
}
}
Modified: hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/protocol/TestLayoutVersion.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/protocol/TestLayoutVersion.java?rev=1421075&r1=1421074&r2=1421075&view=diff
==============================================================================
--- hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/protocol/TestLayoutVersion.java (original)
+++ hadoop/common/branches/branch-trunk-win/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/protocol/TestLayoutVersion.java Thu Dec 13 04:31:33 2012
@@ -60,6 +60,15 @@ public class TestLayoutVersion {
}
/**
+ * Test to make sure release 1.2.0 support CONCAT
+ */
+ @Test
+ public void testRelease1_2_0() {
+ assertTrue(LayoutVersion.supports(Feature.CONCAT,
+ Feature.RESERVED_REL1_2_0.lv));
+ }
+
+ /**
* Given feature {@code f}, ensures the layout version of that feature
* supports all the features supported by it's ancestor.
*/
@@ -69,7 +78,9 @@ public class TestLayoutVersion {
EnumSet<Feature> ancestorSet = LayoutVersion.map.get(ancestorLV);
assertNotNull(ancestorSet);
for (Feature feature : ancestorSet) {
- assertTrue(LayoutVersion.supports(feature, lv));
+ assertTrue("LV " + lv + " does nto support " + feature
+ + " supported by the ancestor LV " + f.ancestorLV,
+ LayoutVersion.supports(feature, lv));
}
}
}