You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@flink.apache.org by "Yun Gao (Jira)" <ji...@apache.org> on 2022/03/15 06:47:00 UTC
[jira] [Created] (FLINK-26644) python StreamExecutionEnvironmentTests.test_generate_stream_graph_with_dependencies failed on azure
Yun Gao created FLINK-26644:
-------------------------------
Summary: python StreamExecutionEnvironmentTests.test_generate_stream_graph_with_dependencies failed on azure
Key: FLINK-26644
URL: https://issues.apache.org/jira/browse/FLINK-26644
Project: Flink
Issue Type: Bug
Components: API / Python
Affects Versions: 1.15.0
Reporter: Yun Gao
{code:java}
2022-03-14T18:50:24.6842853Z Mar 14 18:50:24 =================================== FAILURES ===================================
2022-03-14T18:50:24.6844089Z Mar 14 18:50:24 _ StreamExecutionEnvironmentTests.test_generate_stream_graph_with_dependencies _
2022-03-14T18:50:24.6844846Z Mar 14 18:50:24
2022-03-14T18:50:24.6846063Z Mar 14 18:50:24 self = <pyflink.datastream.tests.test_stream_execution_environment.StreamExecutionEnvironmentTests testMethod=test_generate_stream_graph_with_dependencies>
2022-03-14T18:50:24.6847104Z Mar 14 18:50:24
2022-03-14T18:50:24.6847766Z Mar 14 18:50:24 def test_generate_stream_graph_with_dependencies(self):
2022-03-14T18:50:24.6848677Z Mar 14 18:50:24 python_file_dir = os.path.join(self.tempdir, "python_file_dir_" + str(uuid.uuid4()))
2022-03-14T18:50:24.6849833Z Mar 14 18:50:24 os.mkdir(python_file_dir)
2022-03-14T18:50:24.6850729Z Mar 14 18:50:24 python_file_path = os.path.join(python_file_dir, "test_stream_dependency_manage_lib.py")
2022-03-14T18:50:24.6852679Z Mar 14 18:50:24 with open(python_file_path, 'w') as f:
2022-03-14T18:50:24.6853646Z Mar 14 18:50:24 f.write("def add_two(a):\n return a + 2")
2022-03-14T18:50:24.6854394Z Mar 14 18:50:24 env = self.env
2022-03-14T18:50:24.6855019Z Mar 14 18:50:24 env.add_python_file(python_file_path)
2022-03-14T18:50:24.6855519Z Mar 14 18:50:24
2022-03-14T18:50:24.6856254Z Mar 14 18:50:24 def plus_two_map(value):
2022-03-14T18:50:24.6857045Z Mar 14 18:50:24 from test_stream_dependency_manage_lib import add_two
2022-03-14T18:50:24.6857865Z Mar 14 18:50:24 return value[0], add_two(value[1])
2022-03-14T18:50:24.6858466Z Mar 14 18:50:24
2022-03-14T18:50:24.6858924Z Mar 14 18:50:24 def add_from_file(i):
2022-03-14T18:50:24.6859806Z Mar 14 18:50:24 with open("data/data.txt", 'r') as f:
2022-03-14T18:50:24.6860266Z Mar 14 18:50:24 return i[0], i[1] + int(f.read())
2022-03-14T18:50:24.6860879Z Mar 14 18:50:24
2022-03-14T18:50:24.6862022Z Mar 14 18:50:24 from_collection_source = env.from_collection([('a', 0), ('b', 0), ('c', 1), ('d', 1),
2022-03-14T18:50:24.6863259Z Mar 14 18:50:24 ('e', 2)],
2022-03-14T18:50:24.6864057Z Mar 14 18:50:24 type_info=Types.ROW([Types.STRING(),
2022-03-14T18:50:24.6864651Z Mar 14 18:50:24 Types.INT()]))
2022-03-14T18:50:24.6865150Z Mar 14 18:50:24 from_collection_source.name("From Collection")
2022-03-14T18:50:24.6866212Z Mar 14 18:50:24 keyed_stream = from_collection_source.key_by(lambda x: x[1], key_type=Types.INT())
2022-03-14T18:50:24.6867083Z Mar 14 18:50:24
2022-03-14T18:50:24.6867793Z Mar 14 18:50:24 plus_two_map_stream = keyed_stream.map(plus_two_map).name("Plus Two Map").set_parallelism(3)
2022-03-14T18:50:24.6868620Z Mar 14 18:50:24
2022-03-14T18:50:24.6869412Z Mar 14 18:50:24 add_from_file_map = plus_two_map_stream.map(add_from_file).name("Add From File Map")
2022-03-14T18:50:24.6870239Z Mar 14 18:50:24
2022-03-14T18:50:24.6870883Z Mar 14 18:50:24 test_stream_sink = add_from_file_map.add_sink(self.test_sink).name("Test Sink")
2022-03-14T18:50:24.6871803Z Mar 14 18:50:24 test_stream_sink.set_parallelism(4)
2022-03-14T18:50:24.6872291Z Mar 14 18:50:24
2022-03-14T18:50:24.6872756Z Mar 14 18:50:24 archive_dir_path = os.path.join(self.tempdir, "archive_" + str(uuid.uuid4()))
2022-03-14T18:50:24.6873557Z Mar 14 18:50:24 os.mkdir(archive_dir_path)
2022-03-14T18:50:24.6874817Z Mar 14 18:50:24 with open(os.path.join(archive_dir_path, "data.txt"), 'w') as f:
2022-03-14T18:50:24.6875414Z Mar 14 18:50:24 f.write("3")
2022-03-14T18:50:24.6875906Z Mar 14 18:50:24 archive_file_path = \
2022-03-14T18:50:24.6876788Z Mar 14 18:50:24 > shutil.make_archive(os.path.dirname(archive_dir_path), 'zip', archive_dir_path)
2022-03-14T18:50:24.6877599Z Mar 14 18:50:24
2022-03-14T18:50:24.6878576Z Mar 14 18:50:24 /__w/1/s/flink-python/pyflink/datastream/tests/test_stream_execution_environment.py:655:
2022-03-14T18:50:24.6879569Z Mar 14 18:50:24 _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
2022-03-14T18:50:24.6880151Z Mar 14 18:50:24
2022-03-14T18:50:24.6880751Z Mar 14 18:50:24 base_name = '/tmp/tmpk5wkf97b', format = 'zip'
2022-03-14T18:50:24.6881482Z Mar 14 18:50:24 root_dir = '/tmp/tmpk5wkf97b/archive_2dcc7ea1-5bf9-482a-b06f-67af79d9c581'
2022-03-14T18:50:24.6882130Z Mar 14 18:50:24 base_dir = None, verbose = 0, dry_run = 0, owner = None, group = None
2022-03-14T18:50:24.6882905Z Mar 14 18:50:24 logger = None
2022-03-14T18:50:24.6883545Z Mar 14 18:50:24
2022-03-14T18:50:24.6884342Z Mar 14 18:50:24 def make_archive(base_name, format, root_dir=None, base_dir=None, verbose=0,
2022-03-14T18:50:24.6885251Z Mar 14 18:50:24 dry_run=0, owner=None, group=None, logger=None):
2022-03-14T18:50:24.6885980Z Mar 14 18:50:24 """Create an archive file (eg. zip or tar).
2022-03-14T18:50:24.6886392Z Mar 14 18:50:24
2022-03-14T18:50:24.6887421Z Mar 14 18:50:24 'base_name' is the name of the file to create, minus any format-specific
2022-03-14T18:50:24.6888610Z Mar 14 18:50:24 extension; 'format' is the archive format: one of "zip", "tar", "gztar",
2022-03-14T18:50:24.6889505Z Mar 14 18:50:24 "bztar", or "xztar". Or any other registered format.
2022-03-14T18:50:24.6890046Z Mar 14 18:50:24
2022-03-14T18:50:24.6890731Z Mar 14 18:50:24 'root_dir' is a directory that will be the root directory of the
2022-03-14T18:50:24.6891870Z Mar 14 18:50:24 archive; ie. we typically chdir into 'root_dir' before creating the
2022-03-14T18:50:24.6893196Z Mar 14 18:50:24 archive. 'base_dir' is the directory where we start archiving from;
2022-03-14T18:50:24.6894419Z Mar 14 18:50:24 ie. 'base_dir' will be the common prefix of all files and
2022-03-14T18:50:24.6895410Z Mar 14 18:50:24 directories in the archive. 'root_dir' and 'base_dir' both default
2022-03-14T18:50:24.6896455Z Mar 14 18:50:24 to the current directory. Returns the name of the archive file.
2022-03-14T18:50:24.6897172Z Mar 14 18:50:24
2022-03-14T18:50:24.6898085Z Mar 14 18:50:24 'owner' and 'group' are used when creating a tar archive. By default,
2022-03-14T18:50:24.6898858Z Mar 14 18:50:24 uses the current owner and group.
2022-03-14T18:50:24.6899494Z Mar 14 18:50:24 """
2022-03-14T18:50:24.6900286Z Mar 14 18:50:24 sys.audit("shutil.make_archive", base_name, format, root_dir, base_dir)
2022-03-14T18:50:24.6901012Z Mar 14 18:50:24 > save_cwd = os.getcwd()
2022-03-14T18:50:24.6901768Z Mar 14 18:50:24 E FileNotFoundError: [Errno 2] No such file or directory
2022-03-14T18:50:24.6902284Z Mar 14 18:50:24
2022-03-14T18:50:24.6903466Z Mar 14 18:50:24 /__w/1/s/flink-python/dev/.conda/envs/3.8/lib/python3.8/shutil.py:1032: FileNotFoundError
2022-03-14T18:50:24.6904525Z Mar 14 18:50:24 =============================== warnings summary ===============================
2022-03-14T18:50:24.6905839Z Mar 14 18:50:24 pyflink/datastream/tests/test_stream_execution_environment.py::StreamExecutionEnvironmentTests::test_add_classpaths
2022-03-14T18:50:24.6907736Z Mar 14 18:50:24 /__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/future/standard_library/__init__.py:65: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
2022-03-14T18:50:24.6908949Z Mar 14 18:50:24 import imp
2022-03-14T18:50:24.6909318Z Mar 14 18:50:24
2022-03-14T18:50:24.6910061Z Mar 14 18:50:24 pyflink/datastream/tests/test_stream_execution_environment.py::StreamExecutionEnvironmentTests::test_add_classpaths
2022-03-14T18:50:24.6912178Z Mar 14 18:50:24 /__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/apache_beam/typehints/typehints.py:693: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working
2022-03-14T18:50:24.6913912Z Mar 14 18:50:24 if not isinstance(type_params, collections.Iterable):
2022-03-14T18:50:24.6914367Z Mar 14 18:50:24
2022-03-14T18:50:24.6914951Z Mar 14 18:50:24 pyflink/datastream/tests/test_stream_execution_environment.py::StreamExecutionEnvironmentTests::test_add_classpaths
2022-03-14T18:50:24.6917283Z Mar 14 18:50:24 /__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/apache_beam/typehints/typehints.py:532: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working
2022-03-14T18:50:24.6919048Z Mar 14 18:50:24 if not isinstance(type_params, (collections.Sequence, set)):
2022-03-14T18:50:24.6919707Z Mar 14 18:50:24
2022-03-14T18:50:24.6920593Z Mar 14 18:50:24 pyflink/datastream/tests/test_stream_execution_environment.py::StreamExecutionEnvironmentTests::test_add_python_file
2022-03-14T18:50:24.6922358Z Mar 14 18:50:24 /__w/1/s/flink-python/pyflink/table/table_environment.py:1844: DeprecationWarning: Deprecated in 1.12. Use from_data_stream(DataStream, *Expression) instead.
2022-03-14T18:50:24.6923481Z Mar 14 18:50:24 warnings.warn(
2022-03-14T18:50:24.6923984Z Mar 14 18:50:24
2022-03-14T18:50:24.6924939Z Mar 14 18:50:24 pyflink/datastream/tests/test_stream_execution_environment.py::StreamExecutionEnvironmentTests::test_add_python_file
2022-03-14T18:50:24.6926887Z Mar 14 18:50:24 /__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/_pytest/threadexception.py:73: PytestUnhandledThreadExceptionWarning: Exception in thread read_grpc_client_inputs
2022-03-14T18:50:24.6927748Z Mar 14 18:50:24
2022-03-14T18:50:24.6928299Z Mar 14 18:50:24 Traceback (most recent call last):
2022-03-14T18:50:24.6929621Z Mar 14 18:50:24 File "/__w/1/s/flink-python/dev/.conda/envs/3.8/lib/python3.8/threading.py", line 932, in _bootstrap_inner
2022-03-14T18:50:24.6930407Z Mar 14 18:50:24 self.run()
2022-03-14T18:50:24.6931582Z Mar 14 18:50:24 File "/__w/1/s/flink-python/dev/.conda/envs/3.8/lib/python3.8/threading.py", line 870, in run
2022-03-14T18:50:24.6932269Z Mar 14 18:50:24 self._target(*self._args, **self._kwargs)
2022-03-14T18:50:24.6933857Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/apache_beam/runners/worker/data_plane.py", line 598, in <lambda>
2022-03-14T18:50:24.6934728Z Mar 14 18:50:24 target=lambda: self._read_inputs(elements_iterator),
2022-03-14T18:50:24.6936243Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/apache_beam/runners/worker/data_plane.py", line 581, in _read_inputs
2022-03-14T18:50:24.6937005Z Mar 14 18:50:24 for elements in elements_iterator:
2022-03-14T18:50:24.6938144Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/grpc/_channel.py", line 426, in __next__
2022-03-14T18:50:24.6939009Z Mar 14 18:50:24 return self._next()
2022-03-14T18:50:24.6940419Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/grpc/_channel.py", line 826, in _next
2022-03-14T18:50:24.6941301Z Mar 14 18:50:24 raise self
2022-03-14T18:50:24.6942126Z Mar 14 18:50:24 grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
2022-03-14T18:50:24.6942788Z Mar 14 18:50:24 status = StatusCode.CANCELLED
2022-03-14T18:50:24.6943650Z Mar 14 18:50:24 details = "Multiplexer hanging up"
2022-03-14T18:50:24.6944939Z Mar 14 18:50:24 debug_error_string = "{"created":"@1647283782.451172703","description":"Error received from peer ipv4:127.0.0.1:40942","file":"src/core/lib/surface/call.cc","file_line":903,"grpc_message":"Multiplexer hanging up","grpc_status":1}"
2022-03-14T18:50:24.6946396Z Mar 14 18:50:24 >
2022-03-14T18:50:24.6946918Z Mar 14 18:50:24
2022-03-14T18:50:24.6947504Z Mar 14 18:50:24 warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
2022-03-14T18:50:24.6948235Z Mar 14 18:50:24
2022-03-14T18:50:24.6949054Z Mar 14 18:50:24 pyflink/datastream/tests/test_stream_execution_environment.py::StreamExecutionEnvironmentTests::test_execute
2022-03-14T18:50:24.6950619Z Mar 14 18:50:24 /__w/1/s/flink-python/pyflink/table/table_environment.py:537: DeprecationWarning: Deprecated in 1.10. Use create_table instead.
2022-03-14T18:50:24.6951462Z Mar 14 18:50:24 warnings.warn("Deprecated in 1.10. Use create_table instead.", DeprecationWarning)
2022-03-14T18:50:24.6952052Z Mar 14 18:50:24
2022-03-14T18:50:24.6953212Z Mar 14 18:50:24 pyflink/datastream/tests/test_stream_execution_environment.py::StreamExecutionEnvironmentTests::test_set_requirements_with_cached_directory
2022-03-14T18:50:24.6955232Z Mar 14 18:50:24 /__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/_pytest/threadexception.py:73: PytestUnhandledThreadExceptionWarning: Exception in thread read_grpc_client_inputs
2022-03-14T18:50:24.6956194Z Mar 14 18:50:24
2022-03-14T18:50:24.6956835Z Mar 14 18:50:24 Traceback (most recent call last):
2022-03-14T18:50:24.6957983Z Mar 14 18:50:24 File "/__w/1/s/flink-python/dev/.conda/envs/3.8/lib/python3.8/threading.py", line 932, in _bootstrap_inner
2022-03-14T18:50:24.6958759Z Mar 14 18:50:24 self.run()
2022-03-14T18:50:24.6959797Z Mar 14 18:50:24 File "/__w/1/s/flink-python/dev/.conda/envs/3.8/lib/python3.8/threading.py", line 870, in run
2022-03-14T18:50:24.6960471Z Mar 14 18:50:24 self._target(*self._args, **self._kwargs)
2022-03-14T18:50:24.6961886Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/apache_beam/runners/worker/data_plane.py", line 598, in <lambda>
2022-03-14T18:50:24.6962920Z Mar 14 18:50:24 target=lambda: self._read_inputs(elements_iterator),
2022-03-14T18:50:24.6964391Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/apache_beam/runners/worker/data_plane.py", line 581, in _read_inputs
2022-03-14T18:50:24.6965470Z Mar 14 18:50:24 for elements in elements_iterator:
2022-03-14T18:50:24.6966738Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/grpc/_channel.py", line 426, in __next__
2022-03-14T18:50:24.6967659Z Mar 14 18:50:24 return self._next()
2022-03-14T18:50:24.6968861Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/grpc/_channel.py", line 826, in _next
2022-03-14T18:50:24.6969776Z Mar 14 18:50:24 raise self
2022-03-14T18:50:24.6970644Z Mar 14 18:50:24 grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
2022-03-14T18:50:24.6971349Z Mar 14 18:50:24 status = StatusCode.CANCELLED
2022-03-14T18:50:24.6971778Z Mar 14 18:50:24 details = "Multiplexer hanging up"
2022-03-14T18:50:24.6973050Z Mar 14 18:50:24 debug_error_string = "{"created":"@1647283812.144078254","description":"Error received from peer ipv4:127.0.0.1:36544","file":"src/core/lib/surface/call.cc","file_line":903,"grpc_message":"Multiplexer hanging up","grpc_status":1}"
2022-03-14T18:50:24.6974390Z Mar 14 18:50:24 >
2022-03-14T18:50:24.6974911Z Mar 14 18:50:24
2022-03-14T18:50:24.6975513Z Mar 14 18:50:24 warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
2022-03-14T18:50:24.6976194Z Mar 14 18:50:24
2022-03-14T18:50:24.6976932Z Mar 14 18:50:24 pyflink/datastream/tests/test_stream_execution_environment.py::StreamExecutionEnvironmentTests::test_set_stream_env
2022-03-14T18:50:24.6978808Z Mar 14 18:50:24 /__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/_pytest/threadexception.py:73: PytestUnhandledThreadExceptionWarning: Exception in thread read_grpc_client_inputs
2022-03-14T18:50:24.6979578Z Mar 14 18:50:24
2022-03-14T18:50:24.6980184Z Mar 14 18:50:24 Traceback (most recent call last):
2022-03-14T18:50:24.6981373Z Mar 14 18:50:24 File "/__w/1/s/flink-python/dev/.conda/envs/3.8/lib/python3.8/threading.py", line 932, in _bootstrap_inner
2022-03-14T18:50:24.6982060Z Mar 14 18:50:24 self.run()
2022-03-14T18:50:24.6983353Z Mar 14 18:50:24 File "/__w/1/s/flink-python/dev/.conda/envs/3.8/lib/python3.8/threading.py", line 870, in run
2022-03-14T18:50:24.6984244Z Mar 14 18:50:24 self._target(*self._args, **self._kwargs)
2022-03-14T18:50:24.6985485Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/apache_beam/runners/worker/data_plane.py", line 598, in <lambda>
2022-03-14T18:50:24.6986638Z Mar 14 18:50:24 target=lambda: self._read_inputs(elements_iterator),
2022-03-14T18:50:24.6987958Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/apache_beam/runners/worker/data_plane.py", line 581, in _read_inputs
2022-03-14T18:50:24.6989198Z Mar 14 18:50:24 for elements in elements_iterator:
2022-03-14T18:50:24.6990278Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/grpc/_channel.py", line 426, in __next__
2022-03-14T18:50:24.6991191Z Mar 14 18:50:24 return self._next()
2022-03-14T18:50:24.6992429Z Mar 14 18:50:24 File "/__w/1/s/flink-python/.tox/py38/lib/python3.8/site-packages/grpc/_channel.py", line 826, in _next
2022-03-14T18:50:24.6993381Z Mar 14 18:50:24 raise self
2022-03-14T18:50:24.6993965Z Mar 14 18:50:24 grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
2022-03-14T18:50:24.6994898Z Mar 14 18:50:24 status = StatusCode.CANCELLED
2022-03-14T18:50:24.6995538Z Mar 14 18:50:24 details = "Multiplexer hanging up"
2022-03-14T18:50:24.6996872Z Mar 14 18:50:24 debug_error_string = "{"created":"@1647283824.319283149","description":"Error received from peer ipv4:127.0.0.1:38355","file":"src/core/lib/surface/call.cc","file_line":903,"grpc_message":"Multiplexer hanging up","grpc_status":1}"
2022-03-14T18:50:24.6997847Z Mar 14 18:50:24 >
2022-03-14T18:50:24.6998307Z Mar 14 18:50:24
2022-03-14T18:50:24.6999037Z Mar 14 18:50:24 warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))
{code}
https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=33040&view=logs&j=9cada3cb-c1d3-5621-16da-0f718fb86602&t=c67e71ed-6451-5d26-8920-5a8cf9651901&l=24800
--
This message was sent by Atlassian Jira
(v8.20.1#820001)