You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/10/31 00:10:56 UTC
Build failed in Jenkins: beam_PostCommit_PortableJar_Flink #487
See <https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/487/display/redirect>
Changes:
------------------------------------------
[...truncated 67.12 KB...]
unset VIRTUAL_ENV
if [ ! "${1-}" = "nondestructive" ] ; then
# Self destruct!
unset -f deactivate
fi
}
# unset irrelevant variables
deactivate nondestructive
VIRTUAL_ENV="<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/build/gradleenv/-238419396">
export VIRTUAL_ENV
_OLD_VIRTUAL_PATH="$PATH"
PATH="$VIRTUAL_ENV/bin:$PATH"
export PATH
# unset PYTHONHOME if set
if ! [ -z "${PYTHONHOME+_}" ] ; then
_OLD_VIRTUAL_PYTHONHOME="$PYTHONHOME"
unset PYTHONHOME
fi
if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT-}" ] ; then
_OLD_VIRTUAL_PS1="${PS1-}"
if [ "x" != x ] ; then
PS1="${PS1-}"
else
PS1="(`basename \"$VIRTUAL_ENV\"`) ${PS1-}"
fi
export PS1
fi
basename "$VIRTUAL_ENV"
# Make sure to unalias pydoc if it's already there
alias pydoc 2>/dev/null >/dev/null && unalias pydoc || true
pydoc () {
python -m pydoc "$@"
}
# This should detect bash and zsh, which have a hash command that must
# be called to get it to forget past commands. Without forgetting
# past commands the $PATH changes we made may not be respected
if [ -n "${BASH-}" ] || [ -n "${ZSH_VERSION-}" ] ; then
hash -r 2>/dev/null
fi
pip install --retries 10 -e $PYTHON_ROOT_DIR
Obtaining file://<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python>
Processing /home/jenkins/.cache/pip/wheels/50/24/4d/4580ca4a299f1ad6fd63443e6e584cb21e9a07988e4aa8daac/crcmod-1.7-cp35-cp35m-linux_x86_64.whl
Processing /home/jenkins/.cache/pip/wheels/c9/de/a4/a91eec4eea652104d8c81b633f32ead5eb57d1b294eab24167/dill-0.3.0-cp35-none-any.whl
Collecting fastavro<0.22,>=0.21.4
Using cached https://files.pythonhosted.org/packages/ac/7d/e63a1ba78326e42a69bda88b1fcfca22ddd773c4cc51ae85b3b869abcff2/fastavro-0.21.24-cp35-cp35m-manylinux1_x86_64.whl
Processing /home/jenkins/.cache/pip/wheels/74/bc/50/ae030267a192919b289f84661cfeb5573cf383841c543e8696/future-0.18.1-cp35-none-any.whl
Collecting grpcio<2,>=1.12.1
Using cached https://files.pythonhosted.org/packages/ce/cd/9428a96e8a894c583b4926b148250ab3590f03d4951800d41908bdcc8397/grpcio-1.24.3-cp35-cp35m-manylinux2010_x86_64.whl
Processing /home/jenkins/.cache/pip/wheels/fe/a7/05/23e3699975fc20f8a30e00ac1e515ab8c61168e982abe4ce70/hdfs-2.5.8-cp35-none-any.whl
Processing /home/jenkins/.cache/pip/wheels/6d/41/4b/2b369d6e2b7eaebcdd423516d3fb659c7658c16a2be8fd04ec/httplib2-0.12.0-cp35-none-any.whl
Collecting mock<3.0.0,>=1.0.1
Using cached https://files.pythonhosted.org/packages/e6/35/f187bdf23be87092bd0f1200d43d23076cee4d0dec109f195173fd3ebc79/mock-2.0.0-py2.py3-none-any.whl
Collecting pymongo<4.0.0,>=3.8.0
Using cached https://files.pythonhosted.org/packages/fe/96/3f43c48b2801e5cefe893421d67640cdc2b7cd940a51790b5c2062fb044e/pymongo-3.9.0-cp35-cp35m-manylinux1_x86_64.whl
Processing /home/jenkins/.cache/pip/wheels/48/f7/87/b932f09c6335dbcf45d916937105a372ab14f353a9ca431d7d/oauth2client-3.0.0-cp35-none-any.whl
Collecting protobuf<4,>=3.5.0.post1
Using cached https://files.pythonhosted.org/packages/27/1c/ccf7810d5d02bdaafc223af032e8ac7f5ad6d23c5d0a44682a5a85fdda25/protobuf-3.10.0-cp35-cp35m-manylinux1_x86_64.whl
Collecting pydot<2,>=1.2.0
Using cached https://files.pythonhosted.org/packages/33/d1/b1479a770f66d962f545c2101630ce1d5592d90cb4f083d38862e93d16d2/pydot-1.4.1-py2.py3-none-any.whl
Collecting python-dateutil<3,>=2.8.0
Using cached https://files.pythonhosted.org/packages/41/17/c62faccbfbd163c7f57f3844689e3a78bae1f403648a6afb1d0866d87fbb/python_dateutil-2.8.0-py2.py3-none-any.whl
Collecting pytz>=2018.3
Using cached https://files.pythonhosted.org/packages/e7/f9/f0b53f88060247251bf481fa6ea62cd0d25bf1b11a87888e53ce5b7c8ad2/pytz-2019.3-py2.py3-none-any.whl
Collecting pyarrow<0.14.0,>=0.11.1
Using cached https://files.pythonhosted.org/packages/0e/ee/71955f715d65afa1fc319b33dfe1976cd09a1a349af7756b232dbae85409/pyarrow-0.13.0-cp35-cp35m-manylinux1_x86_64.whl
Processing /home/jenkins/.cache/pip/wheels/94/54/6f/a5df680fd3224aa45145686f3b1b02a878a90ea769fcf9daaf/avro_python3-1.9.1-cp35-none-any.whl
Collecting six>=1.5.2
Using cached https://files.pythonhosted.org/packages/73/fb/00a976f728d0d1fecfe898238ce23f502a721c0ac0ecfedb80e0d88c64e9/six-1.12.0-py2.py3-none-any.whl
Processing /home/jenkins/.cache/pip/wheels/9b/04/dd/7daf4150b6d9b12949298737de9431a324d4b797ffd63f526e/docopt-0.6.2-py2.py3-none-any.whl
Collecting requests>=2.7.0
Using cached https://files.pythonhosted.org/packages/51/bd/23c926cd341ea6b7dd0b2a00aba99ae0f828be89d72b2190f27c11d4b7fb/requests-2.22.0-py2.py3-none-any.whl
Collecting pbr>=0.11
Using cached https://files.pythonhosted.org/packages/46/a4/d5c83831a3452713e4b4f126149bc4fbda170f7cb16a86a00ce57ce0e9ad/pbr-5.4.3-py2.py3-none-any.whl
Collecting pyasn1>=0.1.7
Using cached https://files.pythonhosted.org/packages/a1/71/8f0d444e3a74e5640a3d5d967c1c6b015da9c655f35b2d308a55d907a517/pyasn1-0.4.7-py2.py3-none-any.whl
Collecting rsa>=3.1.4
Using cached https://files.pythonhosted.org/packages/02/e5/38518af393f7c214357079ce67a317307936896e961e35450b70fad2a9cf/rsa-4.0-py2.py3-none-any.whl
Collecting pyasn1-modules>=0.0.5
Using cached https://files.pythonhosted.org/packages/52/50/bb4cefca37da63a0c52218ba2cb1b1c36110d84dcbae8aa48cd67c5e95c2/pyasn1_modules-0.2.7-py2.py3-none-any.whl
Requirement already satisfied: setuptools in ./build/gradleenv/-238419396/lib/python3.5/site-packages (from protobuf<4,>=3.5.0.post1->apache-beam==2.18.0.dev0) (41.6.0)
Collecting pyparsing>=2.1.4
Using cached https://files.pythonhosted.org/packages/11/fa/0160cd525c62d7abd076a070ff02b2b94de589f1a9789774f17d7c54058e/pyparsing-2.4.2-py2.py3-none-any.whl
Collecting numpy>=1.14
Using cached https://files.pythonhosted.org/packages/5e/f8/82a8a6ed446b58aa718b2744b265983783a2c84098a73db6d0b78a573e25/numpy-1.17.3-cp35-cp35m-manylinux1_x86_64.whl
Collecting urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1
Using cached https://files.pythonhosted.org/packages/e0/da/55f51ea951e1b7c63a579c09dd7db825bb730ec1fe9c0180fc77bfb31448/urllib3-1.25.6-py2.py3-none-any.whl
Collecting certifi>=2017.4.17
Using cached https://files.pythonhosted.org/packages/18/b0/8146a4f8dd402f60744fa380bc73ca47303cccf8b9190fd16a827281eac2/certifi-2019.9.11-py2.py3-none-any.whl
Collecting idna<2.9,>=2.5
Using cached https://files.pythonhosted.org/packages/14/2c/cd551d81dbe15200be1cf41cd03869a46fe7226e7450af7a6545bfc474c9/idna-2.8-py2.py3-none-any.whl
Collecting chardet<3.1.0,>=3.0.2
Using cached https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl
Installing collected packages: crcmod, dill, fastavro, future, six, grpcio, docopt, urllib3, certifi, idna, chardet, requests, hdfs, httplib2, pbr, mock, pymongo, pyasn1, rsa, pyasn1-modules, oauth2client, protobuf, pyparsing, pydot, python-dateutil, pytz, numpy, pyarrow, avro-python3, apache-beam
Running setup.py develop for apache-beam
Successfully installed apache-beam avro-python3-1.9.1 certifi-2019.9.11 chardet-3.0.4 crcmod-1.7 dill-0.3.0 docopt-0.6.2 fastavro-0.21.24 future-0.18.1 grpcio-1.24.3 hdfs-2.5.8 httplib2-0.12.0 idna-2.8 mock-2.0.0 numpy-1.17.3 oauth2client-3.0.0 pbr-5.4.3 protobuf-3.10.0 pyarrow-0.13.0 pyasn1-0.4.7 pyasn1-modules-0.2.7 pydot-1.4.1 pymongo-3.9.0 pyparsing-2.4.2 python-dateutil-2.8.0 pytz-2019.3 requests-2.22.0 rsa-4.0 six-1.12.0 urllib3-1.25.6
PIPELINE_PY="
import apache_beam as beam
from apache_beam.options.pipeline_options import PipelineOptions
from apache_beam.options.pipeline_options import SetupOptions
from apache_beam.testing.util import assert_that
from apache_beam.testing.util import equal_to
from apache_beam.transforms import Create
from apache_beam.transforms import Map
# To test that our main session is getting plumbed through artifact staging
# correctly, create a global variable. If the main session is not plumbed
# through properly, global_var will be undefined and the pipeline will fail.
global_var = 1
pipeline_options = PipelineOptions()
pipeline_options.view_as(SetupOptions).save_main_session = True
pipeline = beam.Pipeline(options=pipeline_options)
pcoll = (pipeline
| Create([0, 1, 2])
| Map(lambda x: x + global_var))
assert_that(pcoll, equal_to([1, 2, 3]))
result = pipeline.run()
result.wait_until_finish()
"
# Create the jar
OUTPUT_JAR=flink-test-$(date +%Y%m%d-%H%M%S).jar
date +%Y%m%d-%H%M%S
(python -c "$PIPELINE_PY" \
--runner FlinkRunner \
--flink_job_server_jar $FLINK_JOB_SERVER_JAR \
--output_executable_path $OUTPUT_JAR \
--parallelism 1 \
--sdk_worker_parallelism 1 \
--environment_type DOCKER \
--environment_config=$PYTHON_CONTAINER_IMAGE \
) || TEST_EXIT_CODE=$? # don't fail fast here; clean up before exiting
WARNING:root:Starting service with ['java' '-jar' '<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/runners/flink/1.9/job-server/build/libs/beam-runners-flink-1.9-job-server-2.18.0-SNAPSHOT.jar'> '--flink-master-url' '[auto]' '--artifacts-dir' '/tmp/beam-tempoht890bs/artifactsm49l1qcf' '--job-port' '47955' '--artifact-port' '0' '--expansion-port' '0']
[main] ERROR org.apache.beam.runners.flink.FlinkJobServerDriver - Unable to parse command line arguments.
org.kohsuke.args4j.CmdLineException: "--flink-master-url" is not a valid option
at org.kohsuke.args4j.CmdLineParser.parseArgument(CmdLineParser.java:497)
at org.apache.beam.runners.flink.FlinkJobServerDriver.parseArgs(FlinkJobServerDriver.java:87)
at org.apache.beam.runners.flink.FlinkJobServerDriver.fromParams(FlinkJobServerDriver.java:98)
at org.apache.beam.runners.flink.FlinkJobServerDriver.main(FlinkJobServerDriver.java:73)
Usage: java FlinkJobServerDriver arguments...
--artifact-port N : The artifact service port. 0 to use a
dynamic port. (Default: 8098) (default: 8098)
--artifacts-dir VAL : The location to store staged artifact files
(default: /tmp/beam-artifact-staging)
--clean-artifacts-per-job VALUE : When true, remove each job's staged
artifacts when it completes (default: true)
--expansion-port N : The Java expansion service port. 0 to use a
dynamic port. (Default: 8097) (default: 8097)
--flink-conf-dir VAL : Directory containing Flink YAML
configuration files. These properties will
be set to all jobs submitted to Flink and
take precedence over configurations in
FLINK_CONF_DIR.
--flink-master VAL : Flink master address (host:port) to submit
the job against. Use Use "[local]" to start
a local cluster for the execution. Use
"[auto]" if you plan to either execute
locally or submit through Flink's CLI.
(default: [auto])
--job-host VAL : The job server host name (default: localhost)
--job-port N : The job service port. 0 to use a dynamic
port. (Default: 8099) (default: 8099)
Exception in thread "main" java.lang.IllegalArgumentException: Unable to parse command line arguments.
at org.apache.beam.runners.flink.FlinkJobServerDriver.parseArgs(FlinkJobServerDriver.java:91)
at org.apache.beam.runners.flink.FlinkJobServerDriver.fromParams(FlinkJobServerDriver.java:98)
at org.apache.beam.runners.flink.FlinkJobServerDriver.main(FlinkJobServerDriver.java:73)
Caused by: org.kohsuke.args4j.CmdLineException: "--flink-master-url" is not a valid option
at org.kohsuke.args4j.CmdLineParser.parseArgument(CmdLineParser.java:497)
at org.apache.beam.runners.flink.FlinkJobServerDriver.parseArgs(FlinkJobServerDriver.java:87)
... 2 more
ERROR:root:Starting job service with ['java', '-jar', '<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/runners/flink/1.9/job-server/build/libs/beam-runners-flink-1.9-job-server-2.18.0-SNAPSHOT.jar',> '--flink-master-url', '[auto]', '--artifacts-dir', '/tmp/beam-tempoht890bs/artifactsm49l1qcf', '--job-port', '47955', '--artifact-port', '0', '--expansion-port', '0']
ERROR:root:Error bringing up service
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python/apache_beam/utils/subprocess_server.py",> line 92, in start
self._process.poll())
RuntimeError: Service failed to start up with error 1
Traceback (most recent call last):
File "<string>", line 23, in <module>
File "<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python/apache_beam/pipeline.py",> line 406, in run
self._options).run(False)
File "<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python/apache_beam/pipeline.py",> line 419, in run
return self.runner.run_pipeline(self, self._options)
File "<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py",> line 266, in run_pipeline
job_service = self.create_job_service(options)
File "<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python/apache_beam/runners/portability/portable_runner.py",> line 183, in create_job_service
return server.start()
File "<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python/apache_beam/runners/portability/job_server.py",> line 81, in start
self._endpoint = self._job_server.start()
File "<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python/apache_beam/runners/portability/job_server.py",> line 110, in start
return self._server.start()
File "<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/sdks/python/apache_beam/utils/subprocess_server.py",> line 92, in start
self._process.poll())
RuntimeError: Service failed to start up with error 1
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
# Execute the jar
java -jar $OUTPUT_JAR || TEST_EXIT_CODE=$?
fi
rm -rf $ENV_DIR
rm -f $OUTPUT_JAR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
>>> FAILURE
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
> Task :runners:flink:1.9:job-server:testPipelineJar FAILED
FAILURE: Build failed with an exception.
* Where:
Script '<https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/ws/src/runners/flink/job-server/flink_job_server.gradle'> line: 188
* What went wrong:
Execution failed for task ':runners:flink:1.9:job-server:testPipelineJar'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 6m 10s
73 actionable tasks: 55 executed, 17 from cache, 1 up-to-date
Publishing build scan...
https://gradle.com/s/m4mcj6ci3ygx6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_PortableJar_Flink
#488
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_PortableJar_Flink/488/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org