You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-commits@hadoop.apache.org by cu...@apache.org on 2007/06/20 23:30:06 UTC
svn commit: r549245 - in /lucene/hadoop/trunk: CHANGES.txt
src/java/org/apache/hadoop/dfs/DistributedFileSystem.java
src/java/org/apache/hadoop/fs/ChecksumFileSystem.java
Author: cutting
Date: Wed Jun 20 14:30:05 2007
New Revision: 549245
URL: http://svn.apache.org/viewvc?view=rev&rev=549245
Log:
HADOOP-1453. Remove some unneeded calls to FileSystem#exists() when opening files. Contributed by Raghu.
Modified:
lucene/hadoop/trunk/CHANGES.txt
lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java
lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java
Modified: lucene/hadoop/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/CHANGES.txt?view=diff&rev=549245&r1=549244&r2=549245
==============================================================================
--- lucene/hadoop/trunk/CHANGES.txt (original)
+++ lucene/hadoop/trunk/CHANGES.txt Wed Jun 20 14:30:05 2007
@@ -213,6 +213,10 @@
returned by InputFormat#getSplits when numbering outputs.
(Senthil Subramanian via cutting)
+ 65. HADOOP-1453. Remove some unneeded calls to FileSystem#exists()
+ when opening files, reducing the namenode load somewhat.
+ (Raghu Angadi via cutting)
+
Release 0.13.0 - 2007-06-08
Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java?view=diff&rev=549245&r1=549244&r2=549245
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java (original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/dfs/DistributedFileSystem.java Wed Jun 20 14:30:05 2007
@@ -129,10 +129,6 @@
}
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
- if (!exists(f)) {
- throw new FileNotFoundException(f.toString());
- }
-
return new DFSClient.DFSDataInputStream(dfs.open(getPath(f)), bufferSize);
}
Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java
URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java?view=diff&rev=549245&r1=549244&r2=549245
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java (original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/fs/ChecksumFileSystem.java Wed Jun 20 14:30:05 2007
@@ -332,9 +332,6 @@
*/
@Override
public FSDataInputStream open(Path f, int bufferSize) throws IOException {
- if (!exists(f)) {
- throw new FileNotFoundException(f.toString());
- }
return new FSDataInputStream(new FSInputChecker(this, f, bufferSize),
getBytesPerSum());
}