You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/10/31 23:34:27 UTC

Build failed in Jenkins: beam_PostCommit_Py_ValCont #9883

See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9883/display/redirect?page=changes>

Changes:

[yathu] Fix Beam Sql does not support CHAR, VARCHAR, BINARY, VARBINARY

[yathu] Remove debug leftover

[noreply] Disable `optimizeOuterThis` when building with JDK > 8 (#23902)

[noreply] [Playground] [Backend] Update playground cache component to increase

[noreply] Upgrade Akvelon editor (#23415) (#23900)

[noreply] [Website] update additional case studies layout and scss (#23555)

[noreply] [Website] add shuffle to logos (#23847)


------------------------------------------
[...truncated 1.83 MB...]
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=1800 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

> Task :sdks:python:test-suites:dataflow:py39:validatesContainer

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
  for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)")
    do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=1800 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer

function cleanup_container {
  # Delete the container locally and remotely
  docker rmi $CONTAINER:$TAG || echo "Failed to remove container image"
  for image in $(docker images --format '{{.Repository}}:{{.Tag}}' | grep $PREBUILD_SDK_CONTAINER_REGISTRY_PATH)
    do docker rmi $image || echo "Failed to remove prebuilt sdk container image"
  done
  gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
  for digest in $(gcloud container images list-tags $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk  --format="get(digest)")
    do gcloud container images delete $PREBUILD_SDK_CONTAINER_REGISTRY_PATH/beam_python_prebuilt_sdk@$digest --force-delete-tags --quiet || echo "Failed to remove prebuilt sdk container image"
  done

  echo "Removed the container"
}
trap cleanup_container EXIT

echo ">>> Successfully built and push container $CONTAINER"

cd sdks/python
SDK_LOCATION=$2

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
pytest -o junit_suite_name=$IMAGE_NAME \
  -m="it_validatescontainer" \
  --show-capture=no \
  --numprocesses=1 \
  --timeout=1800 \
  --junitxml=$XUNIT_FILE \
  --ignore-glob '.*py3\d?\.py$' \
  --log-cli-level=INFO \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --region=$REGION \
    --sdk_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1 \
    --docker_registry_push_url=$PREBUILD_SDK_CONTAINER_REGISTRY_PATH"

> Task :sdks:python:test-suites:dataflow:py39:validatesContainer

echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:34a8ee33be32dacad300fc1af2be2c5f27c98ca03a849bd0605696f6e3e1c887
  Associated tags:
 - 20221031-225321750903703
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221031-225321750903703
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk:20221031-225321750903703].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.9_sdk@sha256:34a8ee33be32dacad300fc1af2be2c5f27c98ca03a849bd0605696f6e3e1c887].

> Task :sdks:python:test-suites:dataflow:py310:validatesContainer

echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:1c442714163a5d7b562bd72e4ecffdecb779a674fdfa0b2d384d964ac8b2fdbe
  Associated tags:
 - 20221031-225321388531268
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221031-225321388531268
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk:20221031-225321388531268].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.10_sdk@sha256:1c442714163a5d7b562bd72e4ecffdecb779a674fdfa0b2d384d964ac8b2fdbe].

> Task :sdks:python:test-suites:dataflow:py39:validatesContainer
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:8f8028d4a8c4bd44f9e24d6b3a8166517bc6d854d23c5d0b80047a6e6a3259d6
  Associated tags:
 - a3c3172c-cf43-4b98-94d6-2b0b6fc4523c
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:a3c3172c-cf43-4b98-94d6-2b0b6fc4523c].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:8f8028d4a8c4bd44f9e24d6b3a8166517bc6d854d23c5d0b80047a6e6a3259d6].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:cdc3e66643861bf38dc82637ddfb4fe70cfdf8c9e0a12b412f24aa92974282bb
  Associated tags:
 - e5e3a46b-02af-428b-b311-58553d4e0676
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk:e5e3a46b-02af-428b-b311-58553d4e0676].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python39_sdk/beam_python_prebuilt_sdk@sha256:cdc3e66643861bf38dc82637ddfb4fe70cfdf8c9e0a12b412f24aa92974282bb].

> Task :sdks:python:test-suites:dataflow:py310:validatesContainer
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:cf1d3769508f16e87778528ec6f48045449393e5bcd340bec23ce8abc47dd9ca
  Associated tags:
 - 9cd892e1-e83f-49d2-a425-341aabfc141c
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:9cd892e1-e83f-49d2-a425-341aabfc141c].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:cf1d3769508f16e87778528ec6f48045449393e5bcd340bec23ce8abc47dd9ca].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:597773b2525942059e898dfeb7e206282b568c2f4067be8a7a0692ca5aabbeb4
  Associated tags:
 - 2fbf1727-18b5-4fc5-ad49-d4a1348378e3
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk:2fbf1727-18b5-4fc5-ad49-d4a1348378e3].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python310_sdk/beam_python_prebuilt_sdk@sha256:597773b2525942059e898dfeb7e206282b568c2f4067be8a7a0692ca5aabbeb4].

> Task :sdks:python:test-suites:dataflow:py38:validatesContainer

echo ">>> SUCCESS DATAFLOW RUNNER VALIDATESCONTAINER TEST"
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:222a302c6724e652ab13e8e6ca4b52f669c991f60393521a77cae2a39f34f403
  Associated tags:
 - 20221031-225321209721968
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221031-225321209721968
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221031-225321209721968].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:222a302c6724e652ab13e8e6ca4b52f669c991f60393521a77cae2a39f34f403].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:87937ff2db68df4a018eaf530c42d9f24b0ea101c822a18d94aff5d678c67be6
  Associated tags:
 - b380e230-364c-41ee-be29-673933b23206
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:b380e230-364c-41ee-be29-673933b23206].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:87937ff2db68df4a018eaf530c42d9f24b0ea101c822a18d94aff5d678c67be6].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ed929005208fb254ef6e117cfbb4e755b60d9b60411abb65b4d4ae6b3650ff43
  Associated tags:
 - 4150a9ad-7e1a-43a1-b670-056d76fd59d7
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:4150a9ad-7e1a-43a1-b670-056d76fd59d7].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:ed929005208fb254ef6e117cfbb4e755b60d9b60411abb65b4d4ae6b3650ff43].

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer
cleanup_container
WARNING: Successfully resolved tag to sha256, but it is recommended to use sha256 directly.
Digests:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:bff8e365fea47d50f24a3900592398d2837f957465eddbf849dcb4c1109dad29
  Associated tags:
 - 20221031-225321800160836
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221031-225321800160836
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221031-225321800160836].
Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:bff8e365fea47d50f24a3900592398d2837f957465eddbf849dcb4c1109dad29].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:d2111c95d59014f394402ebcb70bfb44b4d38b1104a55b35df88644947d38397
  Associated tags:
 - d89d1dff-ffef-4e43-8480-0b7a5fab49a1
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:d89d1dff-ffef-4e43-8480-0b7a5fab49a1].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:d2111c95d59014f394402ebcb70bfb44b4d38b1104a55b35df88644947d38397].
Digests:
- us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:10d821300b0dd1951499e0f881885403ce050412df3fd60715c93f890f6a5e85
  Associated tags:
 - 81157af5-4e6e-4d30-b5f3-e6b3b5dd918d
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:81157af5-4e6e-4d30-b5f3-e6b3b5dd918d].
Deleted [us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:10d821300b0dd1951499e0f881885403ce050412df3fd60715c93f890f6a5e85].

> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED

FAILURE: Build failed with an exception.

* Where:
Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 363

* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.

You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.

See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 53m 59s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date

Publishing build scan...
https://gradle.com/s/l4cyeckxax3o4

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org

Jenkins build is back to normal : beam_PostCommit_Py_ValCont #9884

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/9884/display/redirect?page=changes>


---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org