You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2020/06/22 07:59:22 UTC
[spark] branch master updated (aa4c100 -> 6fdea63)
This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from aa4c100 [SPARK-31798][SHUFFLE][API] Shuffle Writer API changes to return custom map output metadata
add 6fdea63 [SPARK-31905][SS] Add compatibility tests for streaming state store format
No new revisions were added by this update.
Summary of changes:
.../commits/0 | 0
.../metadata | 1 +
.../offsets/0 | 3 +
.../state/0/0}/1.delta | Bin
.../state/0/1/1.delta | Bin 0 -> 351 bytes
.../state/0/2/1.delta | Bin 0 -> 218 bytes
.../state/0/3/1.delta | Bin 0 -> 227 bytes
.../state/0/4/1.delta | Bin 0 -> 224 bytes
.../commits/0 | 0
.../metadata | 1 +
.../offsets/0 | 3 +
.../state/0/0}/1.delta | Bin
.../state/0/1/1.delta | Bin 0 -> 127 bytes
.../state/0/2}/1.delta | Bin
.../state/0/3/1.delta | Bin 0 -> 126 bytes
.../state/0/4/1.delta | Bin 0 -> 94 bytes
.../commits/0 | 0
.../metadata | 1 +
.../offsets/0 | 3 +
.../state/0/0/1.delta | Bin 0 -> 320 bytes
.../state/0/1}/1.delta | Bin
.../state/0/2/1.delta | Bin 0 -> 209 bytes
.../state/0/3/1.delta | Bin 0 -> 198 bytes
.../state/0/4/1.delta | Bin 0 -> 205 bytes
.../commits/0 | 0
.../metadata | 1 +
.../offsets/0 | 3 +
.../state/0/0}/1.delta | Bin
.../state/0/1/1.delta | Bin 0 -> 117 bytes
.../state/0/2}/1.delta | Bin
.../state/0/3/1.delta | Bin 0 -> 118 bytes
.../state/0/4}/1.delta | Bin
...reamingStateStoreFormatCompatibilitySuite.scala | 249 +++++++++++++++++++++
33 files changed, 265 insertions(+)
copy sql/core/src/test/resources/structured-streaming/{escaped-path-2.4.0/chk%252520%252525@%252523chk => checkpoint-version-2.4.5-for-compatibility-test-common-functions}/commits/0 (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/metadata
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/offsets/0
copy sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue => checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/0}/1.delta (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/1/1.delta
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/2/1.delta
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/3/1.delta
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-common-functions/state/0/4/1.delta
copy sql/core/src/test/resources/structured-streaming/{escaped-path-2.4.0/chk%252520%252525@%252523chk => checkpoint-version-2.4.5-for-compatibility-test-deduplicate}/commits/0 (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/metadata
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/offsets/0
copy sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue => checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/0}/1.delta (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/1/1.delta
copy sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue => checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/2}/1.delta (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/3/1.delta
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-deduplicate/state/0/4/1.delta
copy sql/core/src/test/resources/structured-streaming/{escaped-path-2.4.0/chk%252520%252525@%252523chk => checkpoint-version-2.4.5-for-compatibility-test-statistical-functions}/commits/0 (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/metadata
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/offsets/0
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/0/1.delta
copy sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue => checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/1}/1.delta (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/2/1.delta
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/3/1.delta
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-statistical-functions/state/0/4/1.delta
copy sql/core/src/test/resources/structured-streaming/{escaped-path-2.4.0/chk%252520%252525@%252523chk => checkpoint-version-2.4.5-for-compatibility-test-sum-decimal}/commits/0 (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/metadata
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/offsets/0
copy sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue => checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/0}/1.delta (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/1/1.delta
copy sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue => checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/2}/1.delta (100%)
create mode 100644 sql/core/src/test/resources/structured-streaming/checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/3/1.delta
copy sql/core/src/test/resources/structured-streaming/{checkpoint-version-2.4.0-streaming-join/state/0/3/right-keyWithIndexToValue => checkpoint-version-2.4.5-for-compatibility-test-sum-decimal/state/0/4}/1.delta (100%)
create mode 100644 sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingStateStoreFormatCompatibilitySuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org