You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hop.apache.org by ha...@apache.org on 2022/11/08 16:55:28 UTC
[hop] branch master updated (c435da9eb6 -> f613be24cd)
This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git
from c435da9eb6 Merge pull request #1777 from nadment/HOP-4558
new 369ae3d10e HOP-4559 : Auditing information is not forward compatible
new 2b43afe9fe HOP-4563 : Remove transform and XP plugin options from Beam run configs HOP-4564 : Create a standard way of creating Jackson ObjectMapper instances
new 0c01044f7c HOP-4565 : i18n String missing for default workflow run config
new 326a90f923 HOP-4566 : Add a protocol field in the Neo4j Connection metadata
new 68ebc411d9 HOP-4567 : Running a workflow with a non-existing location causes NPE
new b1741e228b HOP-4568 : Workflows can't see changes for variables defined in hop-config
new 695f34941a HOP-4556 : Port Neo4j lineage and cypher to the execution views
new f613be24cd Merge pull request #1778 from mattcasters/cypher-builder
The 4773 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hop/core/config/ConfigFileSerializer.java | 5 +-
.../apache/hop/core/config/plugin/ConfigFile.java | 3 +-
.../java/org/apache/hop/core/json/HopJson.java | 28 +++---
.../org/apache/hop/core/logging/HopLogStore.java | 3 +
.../metadata-types/neo4j/neo4j-connection.adoc | 24 ++---
.../ExecutionDataSetMetaDeserializer.java | 3 +-
.../hop/execution/ExecutionStateBuilder.java | 35 ++++---
.../execution/local/FileExecutionInfoLocation.java | 15 +--
.../remote/RemoteExecutionInfoLocation.java | 24 ++---
.../hop/history/local/LocalAuditManager.java | 18 ++--
.../engines/local/LocalPipelineEngine.java | 25 ++++-
.../engines/remote/RemotePipelineEngine.java | 3 +-
.../java/org/apache/hop/workflow/Workflow.java | 30 +-----
.../apache/hop/www/GetExecutionInfoServlet.java | 19 ++--
.../apache/hop/www/GetPipelineStatusServlet.java | 3 +-
.../java/org/apache/hop/www/GetStatusServlet.java | 3 +-
.../apache/hop/www/GetWorkflowStatusServlet.java | 3 +-
.../hop/www/RegisterExecutionInfoServlet.java | 14 +--
.../apache/hop/execution/ExecutionDataTest.java | 3 +-
.../parameters_and_variables/dev-env-config.json | 30 +++---
.../parameters_and_variables/hop-config.json | 5 +
.../main-0012-override-hop-config-variable.hwf} | 88 ++++++++---------
.../actions/workflow/ActionWorkflowRunner.java | 6 --
.../java/org/apache/hop/beam/core/BeamHop.java | 66 +------------
.../hop/beam/core/fn/BQSchemaAndRecordToHopFn.java | 10 +-
.../org/apache/hop/beam/core/fn/GroupByFn.java | 8 +-
.../org/apache/hop/beam/core/fn/HopKeyValueFn.java | 8 +-
.../hop/beam/core/fn/HopRowToKVStringStringFn.java | 10 +-
.../apache/hop/beam/core/fn/HopToBQTableRowFn.java | 10 +-
.../org/apache/hop/beam/core/fn/HopToStringFn.java | 12 +--
.../hop/beam/core/fn/KVLongStringToHopRowFn.java | 10 +-
.../hop/beam/core/fn/MergeJoinAssemblerFn.java | 10 +-
.../apache/hop/beam/core/fn/PublishMessagesFn.java | 10 +-
.../apache/hop/beam/core/fn/PublishStringsFn.java | 10 +-
.../hop/beam/core/fn/PubsubMessageToHopRowFn.java | 17 +---
.../apache/hop/beam/core/fn/StaticHopRowFn.java | 10 +-
.../org/apache/hop/beam/core/fn/StringToHopFn.java | 16 +---
.../apache/hop/beam/core/fn/StringToHopRowFn.java | 17 +---
.../org/apache/hop/beam/core/fn/TimestampFn.java | 10 +-
.../org/apache/hop/beam/core/fn/WindowInfoFn.java | 23 ++---
.../beam/core/transform/BeamBQInputTransform.java | 12 +--
.../beam/core/transform/BeamBQOutputTransform.java | 12 +--
.../beam/core/transform/BeamInputTransform.java | 17 +---
.../core/transform/BeamKafkaInputTransform.java | 34 ++-----
.../core/transform/BeamKafkaOutputTransform.java | 28 ++----
.../beam/core/transform/BeamOutputTransform.java | 14 +--
.../beam/core/transform/BeamPublishTransform.java | 14 +--
.../core/transform/BeamSubscribeTransform.java | 14 +--
.../hop/beam/core/transform/GroupByTransform.java | 12 +--
.../hop/beam/core/transform/TransformBaseFn.java | 6 +-
.../core/transform/TransformBatchTransform.java | 16 +---
.../hop/beam/core/transform/TransformFn.java | 8 +-
.../beam/core/transform/TransformTransform.java | 10 +-
.../hop/beam/engines/BeamPipelineEngine.java | 17 +++-
.../beam/engines/BeamPipelineRunConfiguration.java | 71 --------------
.../IBeamPipelineEngineRunConfiguration.java | 6 --
.../dataflow/BeamDataFlowPipelineEngine.java | 8 ++
.../HopPipelineMetaToBeamPipelineConverter.java | 40 +-------
.../pipeline/IBeamPipelineTransformHandler.java | 2 -
.../handler/BeamGenericTransformHandler.java | 10 +-
.../handler/BeamGroupByTransformHandler.java | 4 -
.../handler/BeamMergeJoinTransformHandler.java | 10 +-
.../handler/BeamRowGeneratorTransformHandler.java | 10 +-
.../transforms/bigtable/BeamBigtableInputMeta.java | 6 +-
.../bigtable/BeamBigtableOutputMeta.java | 6 +-
.../transforms/bigtable/BigtableRowToHopRowFn.java | 10 +-
.../beam/transforms/bigtable/HopToBigtableFn.java | 10 +-
.../hop/beam/transforms/bq/BeamBQInputMeta.java | 6 +-
.../hop/beam/transforms/bq/BeamBQOutputMeta.java | 6 +-
.../hop/beam/transforms/io/BeamInputMeta.java | 6 +-
.../hop/beam/transforms/io/BeamOutputMeta.java | 6 +-
.../hop/beam/transforms/kafka/BeamConsumeMeta.java | 6 +-
.../hop/beam/transforms/kafka/BeamProduceMeta.java | 6 +-
.../transforms/kinesis/BeamKinesisConsumeMeta.java | 4 -
.../kinesis/BeamKinesisConsumeTransform.java | 30 +-----
.../transforms/kinesis/BeamKinesisProduceMeta.java | 4 -
.../kinesis/BeamKinesisProduceTransform.java | 18 +---
.../kinesis/KinesisRecordToHopRowFn.java | 8 +-
.../beam/transforms/pubsub/BeamPublishMeta.java | 6 +-
.../beam/transforms/pubsub/BeamSubscribeMeta.java | 6 +-
.../beam/transforms/window/BeamTimestampMeta.java | 6 +-
.../hop/beam/transforms/window/BeamWindowMeta.java | 6 +-
.../hop/beam/transform/PipelineTestBase.java | 3 +-
.../apache/hop/www/async/AsyncStatusServlet.java | 3 +-
.../projects/config/ProjectsConfigSingleton.java | 3 +-
.../org/apache/hop/projects/project/Project.java | 41 +++++---
.../hop/vfs/azure/config/AzureConfigSingleton.java | 3 +-
.../vfs/dropbox/config/DropboxConfigSingleton.java | 9 +-
.../config/GoogleDriveConfigSingleton.java | 3 +-
.../vfs/gs/config/GoogleCloudConfigSingleton.java | 3 +-
plugins/tech/neo4j/pom.xml | 2 +-
.../neo4j/execution/NeoExecutionInfoLocation.java | 13 ++-
.../execution/builder/CypherMergeBuilder.java | 21 ++---
.../path/base/NeoExecutionViewerCypherTab.java | 37 ++++++--
...ageTab.java => NeoExecutionViewerErrorTab.java} | 53 +++++++----
.../path/base/NeoExecutionViewerLineageTab.java | 104 +++++++++++++--------
.../path/base/NeoExecutionViewerTabBase.java | 79 +++++++++++++++-
...ava => NeoPipelineExecutionViewerErrorTab.java} | 31 +++---
...ava => NeoWorkflowExecutionViewerErrorTab.java} | 19 ++--
.../org/apache/hop/neo4j/shared/NeoConnection.java | 34 ++++++-
.../hop/neo4j/shared/NeoConnectionEditor.java | 25 ++++-
.../neo4j/src/main/resources/error-lineage.svg | 35 +++++++
.../perspective/messages/messages_en_US.properties | 5 +-
.../shared/messages/messages_en_US.properties | 2 +
.../dorisbulkloader/DorisStreamLoad.java | 3 +-
.../dorisbulkloader/ResponseContent.java | 3 +-
.../transforms/jsonoutputenhanced/JsonOutput.java | 8 +-
.../transforms/jsoninput/JsonInputTest.java | 3 +-
.../transforms/jsonoutput/JsonOutputTest.java | 18 ++--
.../apache/hop/core/row/value/ValueMetaJson.java | 10 +-
.../hopgui/file/pipeline/HopGuiPipelineGraph.java | 9 +-
.../hopgui/file/workflow/HopGuiWorkflowGraph.java | 11 ++-
.../perspective/dataorch/HopGuiAbstractGraph.java | 4 +-
.../execution/ExecutionPerspective.java | 16 ++--
.../execution/PipelineExecutionViewer.java | 38 +++-----
.../execution/WorkflowExecutionViewer.java | 26 +++---
.../config/ExplorerPerspectiveConfigSingleton.java | 3 +-
.../hop/ui/hopgui/shared/BaseExecutionViewer.java | 27 +++++-
.../config/WorkflowRunConfigurationEditor.java | 2 +-
.../config/messages/messages_en_US.properties | 1 +
120 files changed, 826 insertions(+), 1062 deletions(-)
copy engine/src/main/java/org/apache/hop/pipeline/IExecutionFinishedListener.java => core/src/main/java/org/apache/hop/core/json/HopJson.java (58%)
copy integration-tests/{actions/main-0001-abort.hwf => parameters_and_variables/main-0012-override-hop-config-variable.hwf} (65%)
copy plugins/tech/neo4j/src/main/java/org/apache/hop/neo4j/execution/path/base/{NeoExecutionViewerLineageTab.java => NeoExecutionViewerErrorTab.java} (78%)
copy plugins/tech/neo4j/src/main/java/org/apache/hop/neo4j/execution/path/pipeline/{NeoPipelineExecutionViewerCypherTab.java => NeoPipelineExecutionViewerErrorTab.java} (64%)
copy plugins/tech/neo4j/src/main/java/org/apache/hop/neo4j/execution/path/workflow/{NeoWorkflowExecutionViewerLineageTab.java => NeoWorkflowExecutionViewerErrorTab.java} (75%)
create mode 100644 plugins/tech/neo4j/src/main/resources/error-lineage.svg