You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2019/03/25 00:16:50 UTC
[spark] branch master updated: [SPARK-27008][SQL][FOLLOWUP] Fix
typo from `*_EANBLED` to `*_ENABLED`
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 52671d6 [SPARK-27008][SQL][FOLLOWUP] Fix typo from `*_EANBLED` to `*_ENABLED`
52671d6 is described below
commit 52671d631d2a64ed1cfa0c6e01168908faf92df8
Author: Maxim Gekk <ma...@gmail.com>
AuthorDate: Sun Mar 24 17:16:33 2019 -0700
[SPARK-27008][SQL][FOLLOWUP] Fix typo from `*_EANBLED` to `*_ENABLED`
## What changes were proposed in this pull request?
This fixes a typo in the SQL config value: DATETIME_JAVA8API_**EANBLED** -> DATETIME_JAVA8API_**ENABLED**.
## How was this patch tested?
This was tested by `RowEncoderSuite` and `LiteralExpressionSuite`.
Closes #24194 from MaxGekk/date-localdate-followup.
Authored-by: Maxim Gekk <ma...@gmail.com>
Signed-off-by: Dongjoon Hyun <dh...@apple.com>
---
.../src/main/scala/org/apache/spark/sql/internal/SQLConf.scala | 4 ++--
.../apache/spark/sql/catalyst/CatalystTypeConvertersSuite.scala | 4 ++--
.../org/apache/spark/sql/catalyst/encoders/RowEncoderSuite.scala | 4 ++--
.../spark/sql/catalyst/expressions/LiteralExpressionSuite.scala | 8 ++++----
.../src/test/java/test/org/apache/spark/sql/JavaUDFSuite.java | 6 +++---
sql/core/src/test/scala/org/apache/spark/sql/UDFSuite.scala | 4 ++--
6 files changed, 15 insertions(+), 15 deletions(-)
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
index a4ca1a0..39bbf0b 100644
--- a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
+++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
@@ -1710,7 +1710,7 @@ object SQLConf {
.booleanConf
.createWithDefault(true)
- val DATETIME_JAVA8API_EANBLED = buildConf("spark.sql.datetime.java8API.enabled")
+ val DATETIME_JAVA8API_ENABLED = buildConf("spark.sql.datetime.java8API.enabled")
.doc("If the configuration property is set to true, java.time.Instant and " +
"java.time.LocalDate classes of Java 8 API are used as external types for " +
"Catalyst's TimestampType and DateType. If it is set to false, java.sql.Timestamp " +
@@ -1906,7 +1906,7 @@ class SQLConf extends Serializable with Logging {
def fastHashAggregateRowMaxCapacityBit: Int = getConf(FAST_HASH_AGGREGATE_MAX_ROWS_CAPACITY_BIT)
- def datetimeJava8ApiEnabled: Boolean = getConf(DATETIME_JAVA8API_EANBLED)
+ def datetimeJava8ApiEnabled: Boolean = getConf(DATETIME_JAVA8API_ENABLED)
/**
* Returns the [[Resolver]] for the current configuration, which can be used to determine if two
diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/CatalystTypeConvertersSuite.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/CatalystTypeConvertersSuite.scala
index 6999526..b9e7cf3 100644
--- a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/CatalystTypeConvertersSuite.scala
+++ b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/CatalystTypeConvertersSuite.scala
@@ -169,7 +169,7 @@ class CatalystTypeConvertersSuite extends SparkFunSuite with SQLHelper {
}
test("converting TimestampType to java.time.Instant") {
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
Seq(
-9463427405253013L,
-244000001L,
@@ -199,7 +199,7 @@ class CatalystTypeConvertersSuite extends SparkFunSuite with SQLHelper {
}
test("converting DateType to java.time.LocalDate") {
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
Seq(
-701265,
-371419,
diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/encoders/RowEncoderSuite.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/encoders/RowEncoderSuite.scala
index 79c8abb..4b3d061 100644
--- a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/encoders/RowEncoderSuite.scala
+++ b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/encoders/RowEncoderSuite.scala
@@ -283,7 +283,7 @@ class RowEncoderSuite extends CodegenInterpretedPlanTest {
}
test("encoding/decoding TimestampType to/from java.time.Instant") {
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
val schema = new StructType().add("t", TimestampType)
val encoder = RowEncoder(schema).resolveAndBind()
val instant = java.time.Instant.parse("2019-02-26T16:56:00Z")
@@ -295,7 +295,7 @@ class RowEncoderSuite extends CodegenInterpretedPlanTest {
}
test("encoding/decoding DateType to/from java.time.LocalDate") {
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
val schema = new StructType().add("d", DateType)
val encoder = RowEncoder(schema).resolveAndBind()
val localDate = java.time.LocalDate.parse("2019-02-27")
diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/LiteralExpressionSuite.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/LiteralExpressionSuite.scala
index 717e020..2af3114 100644
--- a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/LiteralExpressionSuite.scala
+++ b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/expressions/LiteralExpressionSuite.scala
@@ -66,11 +66,11 @@ class LiteralExpressionSuite extends SparkFunSuite with ExpressionEvalHelper {
checkEvaluation(Literal.default(BinaryType), "".getBytes(StandardCharsets.UTF_8))
checkEvaluation(Literal.default(DecimalType.USER_DEFAULT), Decimal(0))
checkEvaluation(Literal.default(DecimalType.SYSTEM_DEFAULT), Decimal(0))
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "false") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "false") {
checkEvaluation(Literal.default(DateType), DateTimeUtils.toJavaDate(0))
checkEvaluation(Literal.default(TimestampType), DateTimeUtils.toJavaTimestamp(0L))
}
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
checkEvaluation(Literal.default(DateType), LocalDate.ofEpochDay(0))
checkEvaluation(Literal.default(TimestampType), Instant.ofEpochSecond(0))
}
@@ -251,7 +251,7 @@ class LiteralExpressionSuite extends SparkFunSuite with ExpressionEvalHelper {
}
test("construct literals from arrays of java.time.LocalDate") {
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
val localDate0 = LocalDate.of(2019, 3, 20)
checkEvaluation(Literal(Array(localDate0)), Array(localDate0))
val localDate1 = LocalDate.of(2100, 4, 22)
@@ -272,7 +272,7 @@ class LiteralExpressionSuite extends SparkFunSuite with ExpressionEvalHelper {
}
test("construct literals from arrays of java.time.Instant") {
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
val instant0 = Instant.ofEpochMilli(0)
checkEvaluation(Literal(Array(instant0)), Array(instant0))
val instant1 = Instant.parse("2019-03-20T10:15:30Z")
diff --git a/sql/core/src/test/java/test/org/apache/spark/sql/JavaUDFSuite.java b/sql/core/src/test/java/test/org/apache/spark/sql/JavaUDFSuite.java
index a8ba875..9af5023 100644
--- a/sql/core/src/test/java/test/org/apache/spark/sql/JavaUDFSuite.java
+++ b/sql/core/src/test/java/test/org/apache/spark/sql/JavaUDFSuite.java
@@ -127,16 +127,16 @@ public class JavaUDFSuite implements Serializable {
@SuppressWarnings("unchecked")
@Test
public void udf7Test() {
- String originConf = spark.conf().get(SQLConf.DATETIME_JAVA8API_EANBLED().key());
+ String originConf = spark.conf().get(SQLConf.DATETIME_JAVA8API_ENABLED().key());
try {
- spark.conf().set(SQLConf.DATETIME_JAVA8API_EANBLED().key(), "true");
+ spark.conf().set(SQLConf.DATETIME_JAVA8API_ENABLED().key(), "true");
spark.udf().register(
"plusDay",
(java.time.LocalDate ld) -> ld.plusDays(1), DataTypes.DateType);
Row result = spark.sql("SELECT plusDay(DATE '2019-02-26')").head();
Assert.assertEquals(LocalDate.parse("2019-02-27"), result.get(0));
} finally {
- spark.conf().set(SQLConf.DATETIME_JAVA8API_EANBLED().key(), originConf);
+ spark.conf().set(SQLConf.DATETIME_JAVA8API_ENABLED().key(), originConf);
}
}
}
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/UDFSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/UDFSuite.scala
index 794c597..f2a71bd 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/UDFSuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/UDFSuite.scala
@@ -496,7 +496,7 @@ class UDFSuite extends QueryTest with SharedSQLContext {
}
test("Using java.time.Instant in UDF") {
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
val expected = java.time.Instant.parse("2019-02-27T00:00:00Z")
val plusSec = udf((i: java.time.Instant) => i.plusSeconds(1))
val df = spark.sql("SELECT TIMESTAMP '2019-02-26 23:59:59Z' as t")
@@ -506,7 +506,7 @@ class UDFSuite extends QueryTest with SharedSQLContext {
}
test("Using java.time.LocalDate in UDF") {
- withSQLConf(SQLConf.DATETIME_JAVA8API_EANBLED.key -> "true") {
+ withSQLConf(SQLConf.DATETIME_JAVA8API_ENABLED.key -> "true") {
val expected = java.time.LocalDate.parse("2019-02-27")
val plusDay = udf((i: java.time.LocalDate) => i.plusDays(1))
val df = spark.sql("SELECT DATE '2019-02-26' as d")
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org