You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/09/07 18:59:28 UTC
Build failed in Jenkins: beam_PostCommit_XVR_Samza #3098
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/3098/display/redirect?page=changes>
Changes:
[noreply] Direct Python SDK worker crash logs through Logging API (#28349)
------------------------------------------
[...truncated 1.48 MB...]
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
E cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:243: RuntimeError
__________________ SqlTransformTest.test_windowing_before_sql __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_windowing_before_sql>
def test_windowing_before_sql(self):
with TestPipeline() as p:
out = (
p | beam.Create([
SimpleRow(5, "foo", 1.),
SimpleRow(15, "bar", 2.),
SimpleRow(25, "baz", 3.)
])
| beam.Map(lambda v: beam.window.TimestampedValue(v, v.id)).
with_output_types(SimpleRow)
| beam.WindowInto(
beam.window.FixedWindows(10)).with_output_types(SimpleRow)
> | SqlTransform("SELECT COUNT(*) as `count` FROM PCOLLECTION"))
apache_beam/transforms/sql_test.py:174:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/transforms/sql.py:86: in __init__
expansion_service = expansion_service or BeamJarExpansionService(
apache_beam/transforms/external.py:983: in __init__
path_to_jar = subprocess_server.JavaJarServer.path_to_beam_jar(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
cls = <class 'apache_beam.utils.subprocess_server.JavaJarServer'>
gradle_target = ':sdks:java:extensions:sql:expansion-service:shadowJar'
appendix = None, version = '2.51.0.dev'
artifact_id = 'beam-sdks-java-extensions-sql-expansion-service'
@classmethod
def path_to_beam_jar(
cls,
gradle_target,
appendix=None,
version=beam_version,
artifact_id=None):
if gradle_target in cls._BEAM_SERVICES.replacements:
return cls._BEAM_SERVICES.replacements[gradle_target]
gradle_package = gradle_target.strip(':').rsplit(':', 1)[0]
if not artifact_id:
artifact_id = 'beam-' + gradle_package.replace(':', '-')
project_root = os.path.sep.join(
os.path.abspath(__file__).split(os.path.sep)[:-5])
local_path = os.path.join(
project_root,
gradle_package.replace(':', os.path.sep),
'build',
'libs',
cls.jar_name(
artifact_id,
version.replace('.dev', ''),
classifier='SNAPSHOT',
appendix=appendix))
if os.path.exists(local_path):
_LOGGER.info('Using pre-built snapshot at %s', local_path)
return local_path
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
E cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:243: RuntimeError
_________________ SqlTransformTest.test_zetasql_generate_data __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_zetasql_generate_data>
def test_zetasql_generate_data(self):
with TestPipeline() as p:
> out = p | SqlTransform(
"""SELECT
CAST(1 AS INT64) AS `int`,
CAST('foo' AS STRING) AS `str`,
CAST(3.14 AS FLOAT64) AS `flt`""",
dialect="zetasql")
apache_beam/transforms/sql_test.py:154:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/transforms/sql.py:86: in __init__
expansion_service = expansion_service or BeamJarExpansionService(
apache_beam/transforms/external.py:983: in __init__
path_to_jar = subprocess_server.JavaJarServer.path_to_beam_jar(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
cls = <class 'apache_beam.utils.subprocess_server.JavaJarServer'>
gradle_target = ':sdks:java:extensions:sql:expansion-service:shadowJar'
appendix = None, version = '2.51.0.dev'
artifact_id = 'beam-sdks-java-extensions-sql-expansion-service'
@classmethod
def path_to_beam_jar(
cls,
gradle_target,
appendix=None,
version=beam_version,
artifact_id=None):
if gradle_target in cls._BEAM_SERVICES.replacements:
return cls._BEAM_SERVICES.replacements[gradle_target]
gradle_package = gradle_target.strip(':').rsplit(':', 1)[0]
if not artifact_id:
artifact_id = 'beam-' + gradle_package.replace(':', '-')
project_root = os.path.sep.join(
os.path.abspath(__file__).split(os.path.sep)[:-5])
local_path = os.path.join(
project_root,
gradle_package.replace(':', os.path.sep),
'build',
'libs',
cls.jar_name(
artifact_id,
version.replace('.dev', ''),
classifier='SNAPSHOT',
appendix=appendix))
if os.path.exists(local_path):
_LOGGER.info('Using pre-built snapshot at %s', local_path)
return local_path
elif '.dev' in version:
# TODO: Attempt to use nightly snapshots?
> raise RuntimeError(
(
'%s not found. '
'Please build the server with \n cd %s; ./gradlew %s') %
(local_path, os.path.abspath(project_root), gradle_target))
E RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
E cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
apache_beam/utils/subprocess_server.py:243: RuntimeError
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.8/site-packages/hdfs/config.py:28
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/hdfs/config.py>:28: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py:18
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py>:18: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html
import pkg_resources
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871: 19 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871: 16 warnings
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.cloud')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2350
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2350: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(parent)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.logging')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py:2871
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/pkg_resources/__init__.py>:2871: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.iam')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
declare_namespace(pkg)
../../build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py:20
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/google/rpc/__init__.py>:20: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('google.rpc')`.
Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages
pkg_resources.declare_namespace(__name__)
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_agg - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_filter - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_generate_data - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_map - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_project - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_row - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_tagged_join - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data - RuntimeError: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.51.0-SNAPSHOT.jar> not found. Please build the server with
cd <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src;> ./gradlew :sdks:java:extensions:sql:expansion-service:shadowJar
========= 9 failed, 17 skipped, 7154 deselected, 44 warnings in 8.19s ==========
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :runners:samza:job-server:samzaJobServerCleanup
Stopping job server pid: 2537084.
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2546549.
Stopping expansion service pid: 2546550.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.6.2/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 35m
271 actionable tasks: 181 executed, 78 from cache, 12 up-to-date
Publishing build scan...
https://ge.apache.org/s/ucpfgufptlkeq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_XVR_Samza #3099
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/3099/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org