You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2021/01/03 17:53:28 UTC
[spark] branch master updated (963c60f -> 6b7527e)
This is an automated email from the ASF dual-hosted git repository.
srowen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from 963c60f [SPARK-33955][SS] Add latest offsets to source progress
add 6b7527e [SPARK-33398] Fix loading tree models prior to Spark 3.0
No new revisions were added by this update.
Summary of changes:
.../org/apache/spark/ml/tree/treeModels.scala | 48 ++++++++++++++-------
.../metadata => dtc-2.4.7/data}/._SUCCESS.crc | Bin
...-406c-894c-ca4eac67c690-c000.snappy.parquet.crc | Bin 0 -> 36 bytes
.../resources/ml-models/dtc-2.4.7/data/_SUCCESS | 0
...c890-406c-894c-ca4eac67c690-c000.snappy.parquet | Bin 0 -> 3242 bytes
.../metadata/._SUCCESS.crc | Bin
.../ml-models/dtc-2.4.7/metadata/.part-00000.crc | Bin 0 -> 16 bytes
.../ml-models/dtc-2.4.7/metadata/_SUCCESS | 0
.../ml-models/dtc-2.4.7/metadata/part-00000 | 1 +
.../metadata => dtr-2.4.7/data}/._SUCCESS.crc | Bin
...-4b3d-84af-d861adcb9ca8-c000.snappy.parquet.crc | Bin 0 -> 36 bytes
.../resources/ml-models/dtr-2.4.7/data/_SUCCESS | 0
...a437-4b3d-84af-d861adcb9ca8-c000.snappy.parquet | Bin 0 -> 3264 bytes
.../metadata/._SUCCESS.crc | Bin
.../ml-models/dtr-2.4.7/metadata/.part-00000.crc | Bin 0 -> 12 bytes
.../ml-models/dtr-2.4.7/metadata/_SUCCESS | 0
.../ml-models/dtr-2.4.7/metadata/part-00000 | 1 +
.../metadata => gbtc-2.4.7/data}/._SUCCESS.crc | Bin
...-41c7-91c0-6da8cc01fb43-c000.snappy.parquet.crc | Bin 0 -> 44 bytes
.../resources/ml-models/gbtc-2.4.7/data/_SUCCESS | 0
...c861-41c7-91c0-6da8cc01fb43-c000.snappy.parquet | Bin 0 -> 4542 bytes
.../metadata/._SUCCESS.crc | Bin
.../ml-models/gbtc-2.4.7/metadata/.part-00000.crc | Bin 0 -> 16 bytes
.../ml-models/gbtc-2.4.7/metadata/_SUCCESS | 0
.../ml-models/gbtc-2.4.7/metadata/part-00000 | 1 +
.../treesMetadata}/._SUCCESS.crc | Bin
...-4a90-813c-ddc394101e21-c000.snappy.parquet.crc | Bin 0 -> 36 bytes
.../ml-models/gbtc-2.4.7/treesMetadata/_SUCCESS | 0
...31e3-4a90-813c-ddc394101e21-c000.snappy.parquet | Bin 0 -> 3075 bytes
.../metadata => gbtr-2.4.7/data}/._SUCCESS.crc | Bin
...-4511-9aab-639288bfae6d-c000.snappy.parquet.crc | Bin 0 -> 40 bytes
.../resources/ml-models/gbtr-2.4.7/data/_SUCCESS | 0
...d346-4511-9aab-639288bfae6d-c000.snappy.parquet | Bin 0 -> 3740 bytes
.../metadata/._SUCCESS.crc | Bin
.../ml-models/gbtr-2.4.7/metadata/.part-00000.crc | Bin 0 -> 16 bytes
.../ml-models/gbtr-2.4.7/metadata/_SUCCESS | 0
.../ml-models/gbtr-2.4.7/metadata/part-00000 | 1 +
.../treesMetadata}/._SUCCESS.crc | Bin
...-4fd8-ad9c-4be239c2215a-c000.snappy.parquet.crc | Bin 0 -> 32 bytes
.../ml-models/gbtr-2.4.7/treesMetadata/_SUCCESS | 0
...87fe-4fd8-ad9c-4be239c2215a-c000.snappy.parquet | Bin 0 -> 3038 bytes
.../metadata => rfc-2.4.7/data}/._SUCCESS.crc | Bin
...-4485-b112-25b4b11c9009-c000.snappy.parquet.crc | Bin 0 -> 40 bytes
.../resources/ml-models/rfc-2.4.7/data/_SUCCESS | 0
...91f8-4485-b112-25b4b11c9009-c000.snappy.parquet | Bin 0 -> 3836 bytes
.../metadata/._SUCCESS.crc | Bin
.../ml-models/rfc-2.4.7/metadata/.part-00000.crc | Bin 0 -> 16 bytes
.../ml-models/rfc-2.4.7/metadata/_SUCCESS | 0
.../ml-models/rfc-2.4.7/metadata/part-00000 | 1 +
.../treesMetadata}/._SUCCESS.crc | Bin
...-4c4e-a823-70c7afdcbdc5-c000.snappy.parquet.crc | Bin 0 -> 36 bytes
.../ml-models/rfc-2.4.7/treesMetadata/_SUCCESS | 0
...b666-4c4e-a823-70c7afdcbdc5-c000.snappy.parquet | Bin 0 -> 3391 bytes
.../metadata => rfr-2.4.7/data}/._SUCCESS.crc | Bin
...-40fc-b681-981caaeca996-c000.snappy.parquet.crc | Bin 0 -> 40 bytes
.../resources/ml-models/rfr-2.4.7/data/_SUCCESS | 0
...6edb-40fc-b681-981caaeca996-c000.snappy.parquet | Bin 0 -> 3797 bytes
.../metadata/._SUCCESS.crc | Bin
.../ml-models/rfr-2.4.7/metadata/.part-00000.crc | Bin 0 -> 16 bytes
.../ml-models/rfr-2.4.7/metadata/_SUCCESS | 0
.../ml-models/rfr-2.4.7/metadata/part-00000 | 1 +
.../treesMetadata}/._SUCCESS.crc | Bin
...-447a-9b86-d95edaabcde8-c000.snappy.parquet.crc | Bin 0 -> 32 bytes
.../ml-models/rfr-2.4.7/treesMetadata/_SUCCESS | 0
...d349-447a-9b86-d95edaabcde8-c000.snappy.parquet | Bin 0 -> 3055 bytes
.../DecisionTreeClassifierSuite.scala | 12 ++++++
.../ml/classification/GBTClassifierSuite.scala | 14 ++++++
.../MultilayerPerceptronClassifierSuite.scala | 2 +-
.../RandomForestClassifierSuite.scala | 16 ++++++-
.../apache/spark/ml/feature/HashingTFSuite.scala | 2 +-
.../spark/ml/feature/StringIndexerSuite.scala | 2 +-
.../ml/regression/DecisionTreeRegressorSuite.scala | 16 ++++++-
.../spark/ml/regression/GBTRegressorSuite.scala | 12 ++++++
.../ml/regression/RandomForestRegressorSuite.scala | 12 ++++++
74 files changed, 122 insertions(+), 20 deletions(-)
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => dtc-2.4.7/data}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/dtc-2.4.7/data/.part-00000-bd7ae42f-c890-406c-894c-ca4eac67c690-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/dtc-2.4.7/data/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/dtc-2.4.7/data/part-00000-bd7ae42f-c890-406c-894c-ca4eac67c690-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4 => dtc-2.4.7}/metadata/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/dtc-2.4.7/metadata/.part-00000.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/dtc-2.4.7/metadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/dtc-2.4.7/metadata/part-00000
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => dtr-2.4.7/data}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/dtr-2.4.7/data/.part-00000-39b027f0-a437-4b3d-84af-d861adcb9ca8-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/dtr-2.4.7/data/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/dtr-2.4.7/data/part-00000-39b027f0-a437-4b3d-84af-d861adcb9ca8-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4 => dtr-2.4.7}/metadata/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/dtr-2.4.7/metadata/.part-00000.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/dtr-2.4.7/metadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/dtr-2.4.7/metadata/part-00000
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => gbtc-2.4.7/data}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtc-2.4.7/data/.part-00000-dacbde64-c861-41c7-91c0-6da8cc01fb43-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/gbtc-2.4.7/data/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtc-2.4.7/data/part-00000-dacbde64-c861-41c7-91c0-6da8cc01fb43-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4 => gbtc-2.4.7}/metadata/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtc-2.4.7/metadata/.part-00000.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/gbtc-2.4.7/metadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtc-2.4.7/metadata/part-00000
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => gbtc-2.4.7/treesMetadata}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtc-2.4.7/treesMetadata/.part-00000-81137d9f-31e3-4a90-813c-ddc394101e21-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/gbtc-2.4.7/treesMetadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtc-2.4.7/treesMetadata/part-00000-81137d9f-31e3-4a90-813c-ddc394101e21-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => gbtr-2.4.7/data}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtr-2.4.7/data/.part-00000-3b5433ff-d346-4511-9aab-639288bfae6d-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/gbtr-2.4.7/data/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtr-2.4.7/data/part-00000-3b5433ff-d346-4511-9aab-639288bfae6d-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4 => gbtr-2.4.7}/metadata/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtr-2.4.7/metadata/.part-00000.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/gbtr-2.4.7/metadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtr-2.4.7/metadata/part-00000
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => gbtr-2.4.7/treesMetadata}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtr-2.4.7/treesMetadata/.part-00000-6b9124f5-87fe-4fd8-ad9c-4be239c2215a-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/gbtr-2.4.7/treesMetadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/gbtr-2.4.7/treesMetadata/part-00000-6b9124f5-87fe-4fd8-ad9c-4be239c2215a-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => rfc-2.4.7/data}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfc-2.4.7/data/.part-00000-e41a7b98-91f8-4485-b112-25b4b11c9009-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/rfc-2.4.7/data/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfc-2.4.7/data/part-00000-e41a7b98-91f8-4485-b112-25b4b11c9009-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4 => rfc-2.4.7}/metadata/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfc-2.4.7/metadata/.part-00000.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/rfc-2.4.7/metadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfc-2.4.7/metadata/part-00000
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => rfc-2.4.7/treesMetadata}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfc-2.4.7/treesMetadata/.part-00000-21082d24-b666-4c4e-a823-70c7afdcbdc5-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/rfc-2.4.7/treesMetadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfc-2.4.7/treesMetadata/part-00000-21082d24-b666-4c4e-a823-70c7afdcbdc5-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => rfr-2.4.7/data}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfr-2.4.7/data/.part-00000-4a69607d-6edb-40fc-b681-981caaeca996-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/rfr-2.4.7/data/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfr-2.4.7/data/part-00000-4a69607d-6edb-40fc-b681-981caaeca996-c000.snappy.parquet
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4 => rfr-2.4.7}/metadata/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfr-2.4.7/metadata/.part-00000.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/rfr-2.4.7/metadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfr-2.4.7/metadata/part-00000
copy mllib/src/test/resources/ml-models/{strIndexerModel-2.4.4/metadata => rfr-2.4.7/treesMetadata}/._SUCCESS.crc (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfr-2.4.7/treesMetadata/.part-00000-dfe4db51-d349-447a-9b86-d95edaabcde8-c000.snappy.parquet.crc
copy sql/hive/src/test/resources/ql/src/test/queries/clientpositive/groupby_mutli_insert_common_distinct.q => mllib/src/test/resources/ml-models/rfr-2.4.7/treesMetadata/_SUCCESS (100%)
create mode 100644 mllib/src/test/resources/ml-models/rfr-2.4.7/treesMetadata/part-00000-dfe4db51-d349-447a-9b86-d95edaabcde8-c000.snappy.parquet
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org