You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@spark.apache.org by "ABHISHEK KUMAR GUPTA (Jira)" <ji...@apache.org> on 2019/12/09 04:50:00 UTC
[jira] [Updated] (SPARK-30171) Eliminate warnings: part 2
[ https://issues.apache.org/jira/browse/SPARK-30171?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
ABHISHEK KUMAR GUPTA updated SPARK-30171:
-----------------------------------------
Description:
AvroFunctionsSuite.scala
Warning:Warning:line (41)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val avroDF = df.select(to_avro('id).as("a"), to_avro('str).as("b"))
Warning:Warning:line (41)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val avroDF = df.select(to_avro('id).as("a"), to_avro('str).as("b"))
Warning:Warning:line (54)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
checkAnswer(avroDF.select(from_avro('a, avroTypeLong), from_avro('b, avroTypeStr)), df)
Warning:Warning:line (54)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
checkAnswer(avroDF.select(from_avro('a, avroTypeLong), from_avro('b, avroTypeStr)), df)
Warning:Warning:line (59)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val avroStructDF = df.select(to_avro('struct).as("avro"))
Warning:Warning:line (70)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
checkAnswer(avroStructDF.select(from_avro('avro, avroTypeStruct)), df)
Warning:Warning:line (76)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val avroStructDF = df.select(to_avro('struct).as("avro"))
Warning:Warning:line (118)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val readBackOne = dfOne.select(to_avro($"array").as("avro"))
Warning:Warning:line (119)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
.select(from_avro($"avro", avroTypeArrStruct).as("array"))
AvroPartitionReaderFactory.scala
Warning:Warning:line (64)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
if (parsedOptions.ignoreExtension || partitionedFile.filePath.endsWith(".avro")) {
AvroFileFormat.scala
Warning:Warning:line (98)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
if (parsedOptions.ignoreExtension || file.filePath.endsWith(".avro")) {
AvroUtils.scala
Warning:Warning:line (55)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
inferAvroSchemaFromFiles(files, conf, parsedOptions.ignoreExtension,
was:
AvroFunctionsSuite.scala
Warning:Warning:line (41)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val avroDF = df.select(to_avro('id).as("a"), to_avro('str).as("b"))
Warning:Warning:line (41)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val avroDF = df.select(to_avro('id).as("a"), to_avro('str).as("b"))
Warning:Warning:line (54)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
checkAnswer(avroDF.select(from_avro('a, avroTypeLong), from_avro('b, avroTypeStr)), df)
Warning:Warning:line (54)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
checkAnswer(avroDF.select(from_avro('a, avroTypeLong), from_avro('b, avroTypeStr)), df)
Warning:Warning:line (59)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val avroStructDF = df.select(to_avro('struct).as("avro"))
Warning:Warning:line (70)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
checkAnswer(avroStructDF.select(from_avro('avro, avroTypeStruct)), df)
Warning:Warning:line (76)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val avroStructDF = df.select(to_avro('struct).as("avro"))
Warning:Warning:line (118)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
val readBackOne = dfOne.select(to_avro($"array").as("avro"))
Warning:Warning:line (119)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
.select(from_avro($"avro", avroTypeArrStruct).as("array"))
/Users/maxim/proj/eliminate-warning/external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala
Warning:Warning:line (64)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
if (parsedOptions.ignoreExtension || partitionedFile.filePath.endsWith(".avro")) {
/Users/maxim/proj/eliminate-warning/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala
Warning:Warning:line (98)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
if (parsedOptions.ignoreExtension || file.filePath.endsWith(".avro")) {
/Users/maxim/proj/eliminate-warning/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala
Warning:Warning:line (55)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
inferAvroSchemaFromFiles(files, conf, parsedOptions.ignoreExtension,
> Eliminate warnings: part 2
> --------------------------
>
> Key: SPARK-30171
> URL: https://issues.apache.org/jira/browse/SPARK-30171
> Project: Spark
> Issue Type: Sub-task
> Components: SQL
> Affects Versions: 3.0.0
> Reporter: ABHISHEK KUMAR GUPTA
> Priority: Minor
>
> AvroFunctionsSuite.scala
> Warning:Warning:line (41)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
> val avroDF = df.select(to_avro('id).as("a"), to_avro('str).as("b"))
> Warning:Warning:line (41)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
> val avroDF = df.select(to_avro('id).as("a"), to_avro('str).as("b"))
> Warning:Warning:line (54)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
> checkAnswer(avroDF.select(from_avro('a, avroTypeLong), from_avro('b, avroTypeStr)), df)
> Warning:Warning:line (54)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
> checkAnswer(avroDF.select(from_avro('a, avroTypeLong), from_avro('b, avroTypeStr)), df)
> Warning:Warning:line (59)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
> val avroStructDF = df.select(to_avro('struct).as("avro"))
> Warning:Warning:line (70)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
> checkAnswer(avroStructDF.select(from_avro('avro, avroTypeStruct)), df)
> Warning:Warning:line (76)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
> val avroStructDF = df.select(to_avro('struct).as("avro"))
> Warning:Warning:line (118)method to_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.to_avro' instead.
> val readBackOne = dfOne.select(to_avro($"array").as("avro"))
> Warning:Warning:line (119)method from_avro in package avro is deprecated (since 3.0.0): Please use 'org.apache.spark.sql.avro.functions.from_avro' instead.
> .select(from_avro($"avro", avroTypeArrStruct).as("array"))
> AvroPartitionReaderFactory.scala
> Warning:Warning:line (64)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
> if (parsedOptions.ignoreExtension || partitionedFile.filePath.endsWith(".avro")) {
> AvroFileFormat.scala
> Warning:Warning:line (98)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
> if (parsedOptions.ignoreExtension || file.filePath.endsWith(".avro")) {
> AvroUtils.scala
> Warning:Warning:line (55)value ignoreExtension in class AvroOptions is deprecated (since 3.0): Use the general data source option pathGlobFilter for filtering file names
> inferAvroSchemaFromFiles(files, conf, parsedOptions.ignoreExtension,
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@spark.apache.org
For additional commands, e-mail: issues-help@spark.apache.org