[beam] branch master updated (46f42d8 -> 10dc1bb)

[ch...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

chamikara pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 46f42d8  Merge pull request #11636 from amaliujia/rw-support_unnest_column
     add e725118  Move job server to its own module.
     add 61d0029  [BEAM-9845] Stage artifacts over expansion service.
     add 544e568  [BEAM-9577] Resolve dependencies in Java expansion service.
     add de83a82  Start artifact service in expansion service driver. 0;256;0c# Please enter the commit message for your changes. Lines starting
     add 10dc1bb  Merge pull request #11557: [BEAM-9845] Stage artifacts over expansion service

No new revisions were added by this update.

Summary of changes:
 .../core/construction/ArtifactResolver.java        |   4 +
 .../core/construction/DefaultArtifactResolver.java |  19 +++
 .../beam/runners/core/construction/External.java   |  86 ++++++++++-
 runners/direct-java/build.gradle                   |   1 +
 runners/flink/flink_runner.gradle                  |   1 +
 .../apache/beam/runners/flink/FlinkJobInvoker.java |   8 +-
 .../beam/runners/flink/FlinkJobServerDriver.java   |   2 +-
 .../beam/runners/flink/FlinkPipelineRunner.java    |   6 +-
 .../flink/FlinkPortableClientEntryPoint.java       |   8 +-
 .../runners/flink/FlinkPortableRunnerResult.java   |   2 +-
 .../beam/runners/flink/FlinkSavepointTest.java     |   2 +-
 .../beam/runners/flink/PortableExecutionTest.java  |   2 +-
 .../runners/flink/PortableStateExecutionTest.java  |   2 +-
 .../runners/flink/PortableTimersExecutionTest.java |   2 +-
 .../beam/runners/flink/ReadSourcePortableTest.java |   2 +-
 runners/java-fn-execution/build.gradle             |   1 -
 .../artifact/ArtifactRetrievalService.java         |  15 +-
 .../java-job-service}/build.gradle                 |  22 +--
 .../runners}/jobsubmission/InMemoryJobService.java |   2 +-
 .../beam/runners}/jobsubmission/JobInvocation.java |   2 +-
 .../beam/runners}/jobsubmission/JobInvoker.java    |   2 +-
 .../runners}/jobsubmission/JobPreparation.java     |   2 +-
 .../runners}/jobsubmission/JobServerDriver.java    |   2 +-
 .../jobsubmission/PortablePipelineJarCreator.java  |   2 +-
 .../jobsubmission/PortablePipelineJarUtils.java    |   2 +-
 .../jobsubmission/PortablePipelineResult.java      |   2 +-
 .../jobsubmission/PortablePipelineRunner.java      |   2 +-
 .../beam/runners}/jobsubmission/package-info.java  |   2 +-
 .../jobsubmission/InMemoryJobServiceTest.java      |   2 +-
 .../runners}/jobsubmission/JobInvocationTest.java  |   2 +-
 .../PortablePipelineJarCreatorTest.java            |   5 +-
 runners/portability/java/build.gradle              |   1 +
 .../testing/TestPortablePipelineOptions.java       |   2 +-
 .../portability/testing/TestPortableRunner.java    |   2 +-
 runners/samza/build.gradle                         |   1 +
 .../beam/runners/samza/SamzaJobServerDriver.java   |   6 +-
 .../beam/runners/samza/SamzaPipelineRunner.java    |   4 +-
 .../runners/samza/SamzaPortablePipelineResult.java |   2 +-
 .../org/apache/beam/runners/samza/SamzaRunner.java |   2 +-
 runners/spark/build.gradle                         |   3 +-
 .../apache/beam/runners/spark/SparkJobInvoker.java |   8 +-
 .../beam/runners/spark/SparkJobServerDriver.java   |   2 +-
 .../beam/runners/spark/SparkPipelineResult.java    |   2 +-
 .../beam/runners/spark/SparkPipelineRunner.java    |   6 +-
 .../runners/spark/SparkPortableExecutionTest.java  |   2 +-
 sdks/java/expansion-service/build.gradle           |   1 +
 .../sdk/expansion/service/ExpansionServer.java     |   2 +
 .../sdk/expansion/service/ExpansionService.java    |  23 ++-
 .../apache_beam/examples/wordcount_xlang_sql.py    |   6 -
 sdks/python/apache_beam/pipeline.py                | 158 +++++++++++----------
 .../runners/portability/artifact_service.py        |  53 +++++++
 .../runners/portability/expansion_service.py       |   2 +-
 sdks/python/apache_beam/transforms/external.py     |  96 +++++++++----
 sdks/python/apache_beam/transforms/sql_test.py     |  22 +--
 .../transforms/validate_runner_xlang_test.py       |  80 +++--------
 sdks/python/apache_beam/utils/subprocess_server.py |   4 +-
 settings.gradle                                    |   1 +
 57 files changed, 453 insertions(+), 252 deletions(-)
 copy {sdks/java/fn-execution => runners/java-job-service}/build.gradle (70%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/InMemoryJobService.java (99%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/JobInvocation.java (99%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/JobInvoker.java (97%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/JobPreparation.java (96%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/JobServerDriver.java (99%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/PortablePipelineJarCreator.java (99%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/PortablePipelineJarUtils.java (98%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/PortablePipelineResult.java (96%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/PortablePipelineRunner.java (95%)
 rename runners/{java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution => java-job-service/src/main/java/org/apache/beam/runners}/jobsubmission/package-info.java (93%)
 rename runners/{java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution => java-job-service/src/test/java/org/apache/beam/runners}/jobsubmission/InMemoryJobServiceTest.java (99%)
 rename runners/{java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution => java-job-service/src/test/java/org/apache/beam/runners}/jobsubmission/JobInvocationTest.java (99%)
 rename runners/{java-fn-execution/src/test/java/org/apache/beam/runners/fnexecution => java-job-service/src/test/java/org/apache/beam/runners}/jobsubmission/PortablePipelineJarCreatorTest.java (96%)