You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2017/08/25 15:07:16 UTC
spark git commit: [MINOR][BUILD] Fix build warnings and Java lint
errors
Repository: spark
Updated Branches:
refs/heads/master 574ef6c98 -> de7af295c
[MINOR][BUILD] Fix build warnings and Java lint errors
## What changes were proposed in this pull request?
Fix build warnings and Java lint errors. This just helps a bit in evaluating (new) warnings in another PR I have open.
## How was this patch tested?
Existing tests
Author: Sean Owen <so...@cloudera.com>
Closes #19051 from srowen/JavaWarnings.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/de7af295
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/de7af295
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/de7af295
Branch: refs/heads/master
Commit: de7af295c2047f1b508cb02e735e0e743395f181
Parents: 574ef6c
Author: Sean Owen <so...@cloudera.com>
Authored: Fri Aug 25 16:07:13 2017 +0100
Committer: Sean Owen <so...@cloudera.com>
Committed: Fri Aug 25 16:07:13 2017 +0100
----------------------------------------------------------------------
.../java/org/apache/spark/util/kvstore/InMemoryStore.java | 2 +-
.../java/org/apache/spark/util/kvstore/KVStoreIterator.java | 3 ++-
.../apache/spark/network/TransportRequestHandlerSuite.java | 7 +++++--
.../java/org/apache/spark/launcher/SparkLauncherSuite.java | 1 -
.../org/apache/spark/launcher/ChildProcAppHandleSuite.java | 1 -
.../org/apache/spark/ml/tuning/CrossValidatorSuite.scala | 7 +++----
.../apache/spark/ml/tuning/TrainValidationSplitSuite.scala | 7 +++----
pom.xml | 2 +-
.../execution/datasources/parquet/VectorizedColumnReader.java | 3 ++-
.../spark/sql/execution/vectorized/AggregateHashMap.java | 1 -
.../spark/sql/execution/vectorized/ArrowColumnVector.java | 1 -
11 files changed, 17 insertions(+), 18 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/common/kvstore/src/main/java/org/apache/spark/util/kvstore/InMemoryStore.java
----------------------------------------------------------------------
diff --git a/common/kvstore/src/main/java/org/apache/spark/util/kvstore/InMemoryStore.java b/common/kvstore/src/main/java/org/apache/spark/util/kvstore/InMemoryStore.java
index 9cae5da..5ca4371 100644
--- a/common/kvstore/src/main/java/org/apache/spark/util/kvstore/InMemoryStore.java
+++ b/common/kvstore/src/main/java/org/apache/spark/util/kvstore/InMemoryStore.java
@@ -171,7 +171,7 @@ public class InMemoryStore implements KVStore {
public <T> InMemoryView<T> view(Class<T> type) {
Preconditions.checkArgument(ti.type().equals(type), "Unexpected type: %s", type);
Collection<T> all = (Collection<T>) data.values();
- return new InMemoryView(type, all, ti);
+ return new InMemoryView<>(type, all, ti);
}
}
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/common/kvstore/src/main/java/org/apache/spark/util/kvstore/KVStoreIterator.java
----------------------------------------------------------------------
diff --git a/common/kvstore/src/main/java/org/apache/spark/util/kvstore/KVStoreIterator.java b/common/kvstore/src/main/java/org/apache/spark/util/kvstore/KVStoreIterator.java
index 28a432b..e6254a9 100644
--- a/common/kvstore/src/main/java/org/apache/spark/util/kvstore/KVStoreIterator.java
+++ b/common/kvstore/src/main/java/org/apache/spark/util/kvstore/KVStoreIterator.java
@@ -17,6 +17,7 @@
package org.apache.spark.util.kvstore;
+import java.io.Closeable;
import java.util.Iterator;
import java.util.List;
@@ -31,7 +32,7 @@ import org.apache.spark.annotation.Private;
* </p>
*/
@Private
-public interface KVStoreIterator<T> extends Iterator<T>, AutoCloseable {
+public interface KVStoreIterator<T> extends Iterator<T>, Closeable {
/**
* Retrieve multiple elements from the store.
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/common/network-common/src/test/java/org/apache/spark/network/TransportRequestHandlerSuite.java
----------------------------------------------------------------------
diff --git a/common/network-common/src/test/java/org/apache/spark/network/TransportRequestHandlerSuite.java b/common/network-common/src/test/java/org/apache/spark/network/TransportRequestHandlerSuite.java
index 1ed5711..2656cbe 100644
--- a/common/network-common/src/test/java/org/apache/spark/network/TransportRequestHandlerSuite.java
+++ b/common/network-common/src/test/java/org/apache/spark/network/TransportRequestHandlerSuite.java
@@ -102,7 +102,7 @@ public class TransportRequestHandlerSuite {
private class ExtendedChannelPromise extends DefaultChannelPromise {
- private List<GenericFutureListener> listeners = new ArrayList<>();
+ private List<GenericFutureListener<Future<Void>>> listeners = new ArrayList<>();
private boolean success;
ExtendedChannelPromise(Channel channel) {
@@ -113,7 +113,10 @@ public class TransportRequestHandlerSuite {
@Override
public ChannelPromise addListener(
GenericFutureListener<? extends Future<? super Void>> listener) {
- listeners.add(listener);
+ @SuppressWarnings("unchecked")
+ GenericFutureListener<Future<Void>> gfListener =
+ (GenericFutureListener<Future<Void>>) listener;
+ listeners.add(gfListener);
return super.addListener(listener);
}
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/core/src/test/java/org/apache/spark/launcher/SparkLauncherSuite.java
----------------------------------------------------------------------
diff --git a/core/src/test/java/org/apache/spark/launcher/SparkLauncherSuite.java b/core/src/test/java/org/apache/spark/launcher/SparkLauncherSuite.java
index db4fc26..ac4391e 100644
--- a/core/src/test/java/org/apache/spark/launcher/SparkLauncherSuite.java
+++ b/core/src/test/java/org/apache/spark/launcher/SparkLauncherSuite.java
@@ -21,7 +21,6 @@ import java.util.Arrays;
import java.util.HashMap;
import java.util.Map;
-import org.junit.Before;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/launcher/src/test/java/org/apache/spark/launcher/ChildProcAppHandleSuite.java
----------------------------------------------------------------------
diff --git a/launcher/src/test/java/org/apache/spark/launcher/ChildProcAppHandleSuite.java b/launcher/src/test/java/org/apache/spark/launcher/ChildProcAppHandleSuite.java
index 64a87b3..602f55a 100644
--- a/launcher/src/test/java/org/apache/spark/launcher/ChildProcAppHandleSuite.java
+++ b/launcher/src/test/java/org/apache/spark/launcher/ChildProcAppHandleSuite.java
@@ -18,7 +18,6 @@
package org.apache.spark.launcher;
import java.io.File;
-import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.ArrayList;
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/mllib/src/test/scala/org/apache/spark/ml/tuning/CrossValidatorSuite.scala
----------------------------------------------------------------------
diff --git a/mllib/src/test/scala/org/apache/spark/ml/tuning/CrossValidatorSuite.scala b/mllib/src/test/scala/org/apache/spark/ml/tuning/CrossValidatorSuite.scala
index dc6043e..90778d7 100644
--- a/mllib/src/test/scala/org/apache/spark/ml/tuning/CrossValidatorSuite.scala
+++ b/mllib/src/test/scala/org/apache/spark/ml/tuning/CrossValidatorSuite.scala
@@ -187,14 +187,13 @@ class CrossValidatorSuite
cv2.getEstimator match {
case ova2: OneVsRest =>
assert(ova.uid === ova2.uid)
- val classifier = ova2.getClassifier
- classifier match {
+ ova2.getClassifier match {
case lr: LogisticRegression =>
assert(ova.getClassifier.asInstanceOf[LogisticRegression].getMaxIter
=== lr.getMaxIter)
- case _ =>
+ case other =>
throw new AssertionError(s"Loaded CrossValidator expected estimator of type" +
- s" LogisticREgression but found ${classifier.getClass.getName}")
+ s" LogisticRegression but found ${other.getClass.getName}")
}
case other =>
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/mllib/src/test/scala/org/apache/spark/ml/tuning/TrainValidationSplitSuite.scala
----------------------------------------------------------------------
diff --git a/mllib/src/test/scala/org/apache/spark/ml/tuning/TrainValidationSplitSuite.scala b/mllib/src/test/scala/org/apache/spark/ml/tuning/TrainValidationSplitSuite.scala
index 7c97865..aa8b4cf 100644
--- a/mllib/src/test/scala/org/apache/spark/ml/tuning/TrainValidationSplitSuite.scala
+++ b/mllib/src/test/scala/org/apache/spark/ml/tuning/TrainValidationSplitSuite.scala
@@ -173,14 +173,13 @@ class TrainValidationSplitSuite
tvs2.getEstimator match {
case ova2: OneVsRest =>
assert(ova.uid === ova2.uid)
- val classifier = ova2.getClassifier
- classifier match {
+ ova2.getClassifier match {
case lr: LogisticRegression =>
assert(ova.getClassifier.asInstanceOf[LogisticRegression].getMaxIter
=== lr.getMaxIter)
- case _ =>
+ case other =>
throw new AssertionError(s"Loaded TrainValidationSplit expected estimator of type" +
- s" LogisticREgression but found ${classifier.getClass.getName}")
+ s" LogisticRegression but found ${other.getClass.getName}")
}
case other =>
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 8b4a6c5..fffd70e 100644
--- a/pom.xml
+++ b/pom.xml
@@ -2058,7 +2058,7 @@
<javacArg>${java.version}</javacArg>
<javacArg>-target</javacArg>
<javacArg>${java.version}</javacArg>
- <javacArg>-Xlint:all,-serial,-path</javacArg>
+ <javacArg>-Xlint:all,-serial,-path,-try</javacArg>
</javacArgs>
</configuration>
</plugin>
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedColumnReader.java
----------------------------------------------------------------------
diff --git a/sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedColumnReader.java b/sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedColumnReader.java
index f37864a..2173bbc 100644
--- a/sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedColumnReader.java
+++ b/sql/core/src/main/java/org/apache/spark/sql/execution/datasources/parquet/VectorizedColumnReader.java
@@ -350,7 +350,8 @@ public class VectorizedColumnReader {
* is guaranteed that num is smaller than the number of values left in the current page.
*/
- private void readBooleanBatch(int rowId, int num, WritableColumnVector column) throws IOException {
+ private void readBooleanBatch(int rowId, int num, WritableColumnVector column)
+ throws IOException {
assert(column.dataType() == DataTypes.BooleanType);
defColumn.readBooleans(
num, column, rowId, maxDefLevel, (VectorizedValuesReader) dataColumn);
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/AggregateHashMap.java
----------------------------------------------------------------------
diff --git a/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/AggregateHashMap.java b/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/AggregateHashMap.java
index 1c94f70..cb3ad4e 100644
--- a/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/AggregateHashMap.java
+++ b/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/AggregateHashMap.java
@@ -21,7 +21,6 @@ import java.util.Arrays;
import com.google.common.annotations.VisibleForTesting;
-import org.apache.spark.memory.MemoryMode;
import org.apache.spark.sql.types.StructType;
import static org.apache.spark.sql.types.DataTypes.LongType;
http://git-wip-us.apache.org/repos/asf/spark/blob/de7af295/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/ArrowColumnVector.java
----------------------------------------------------------------------
diff --git a/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/ArrowColumnVector.java b/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/ArrowColumnVector.java
index be2a9c2..1f17104 100644
--- a/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/ArrowColumnVector.java
+++ b/sql/core/src/main/java/org/apache/spark/sql/execution/vectorized/ArrowColumnVector.java
@@ -21,7 +21,6 @@ import org.apache.arrow.vector.*;
import org.apache.arrow.vector.complex.*;
import org.apache.arrow.vector.holders.NullableVarCharHolder;
-import org.apache.spark.memory.MemoryMode;
import org.apache.spark.sql.execution.arrow.ArrowUtils;
import org.apache.spark.sql.types.*;
import org.apache.spark.unsafe.types.UTF8String;
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org