You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ki...@apache.org on 2022/10/12 12:14:27 UTC

[incubator-seatunnel] branch dev updated: [License][Engine]Add engine license and fix engine dependency (#3040)

This is an automated email from the ASF dual-hosted git repository.

kirs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git


The following commit(s) were added to refs/heads/dev by this push:
     new c307c54bc [License][Engine]Add engine license and fix engine dependency (#3040)
c307c54bc is described below

commit c307c54bc3cd8d65f38b1cbd3b684b306f352c25
Author: Kirs <ki...@apache.org>
AuthorDate: Wed Oct 12 20:14:21 2022 +0800

    [License][Engine]Add engine license and fix engine dependency (#3040)
    
    * [License][Engine]Add engine license and fix engine dependency
    Set the engine's hadoop dependency to provide.
    Remove redundant junit dependency.
    Add the corresponding notice declaration for the source dependency.
---
 .github/workflows/backend.yml                      |  3 +-
 NOTICE                                             | 52 ++++++++++++-
 seatunnel-dist/release-docs/LICENSE                | 12 ++-
 seatunnel-dist/release-docs/NOTICE                 | 85 +++++++++++++++++++++-
 .../checkpoint-storage-hdfs/pom.xml                |  2 +-
 .../checkpoint-storage-local-file/pom.xml          |  5 --
 tools/dependencies/known-dependencies.txt          |  7 +-
 7 files changed, 152 insertions(+), 14 deletions(-)

diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
index 051a93623..2b6bd8c86 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/backend.yml
@@ -110,8 +110,7 @@ jobs:
           -D"maven.wagon.httpconnectionManager.ttlSeconds"=120
 
   dependency-license:
-    # This job has somethings need todo, and it is not a blocker for the release.
-    if: "contains(toJSON(github.event.commits.*.message), '[ci-auto-license]')"
+    if: github.repository == 'apache/incubator-seatunnel'
     name: Dependency licenses
     needs: [ sanity-check ]
     runs-on: ubuntu-latest
diff --git a/NOTICE b/NOTICE
index b9eed9282..5bcd88166 100644
--- a/NOTICE
+++ b/NOTICE
@@ -43,6 +43,7 @@ Copyright 2017-2022 The Apache Software Foundation
 // ------------------------------------------------------------------
 -----------------------------------------------------------------------
 This product contains code form the Apache Maven Wrapper Project:
+-----------------------------------------------------------------------
 
 Apache Maven Wrapper
 Copyright 2013-2022 The Apache Software Foundation
@@ -52,4 +53,53 @@ The Apache Software Foundation (http://www.apache.org/).
 
 The original idea and initial implementation of the maven-wrapper module is derived 
 from the Gradle Wrapper which was written originally by Hans Dockter and Adam Murdoch.
-Copyright 2007 the original author or authors.
\ No newline at end of file
+Copyright 2007 the original author or authors.
+-----------------------------------------------------------------------
+This product contains code form the Hazelcast Project:
+
+The packages:
+
+com.hazelcast.internal.util.collection
+com.hazelcast.internal.util.concurrent
+
+and the classes:
+
+com.hazelcast.internal.util.QuickMath
+com.hazelcast.client.impl.protocol.util.UnsafeBuffer
+com.hazelcast.client.impl.protocol.util.BufferBuilder
+
+contain code originating from the Agrona project
+(https://github.com/real-logic/Agrona).
+
+The class com.hazelcast.internal.util.HashUtil contains code originating
+from the Koloboke project (https://github.com/OpenHFT/Koloboke).
+
+The class classloading.ThreadLocalLeakTestUtils contains code originating
+from the Tomcat project (https://github.com/apache/tomcat).
+
+com.hazelcast.internal.cluster.fd.PhiAccrualFailureDetector contains code originating
+from the Akka project (https://github.com/akka/akka/).
+
+The package com.hazelcast.internal.json contains code originating
+from minimal-json project (https://github.com/ralfstx/minimal-json).
+
+The class com.hazelcast.instance.impl.MobyNames contains code originating
+from The Moby Project (https://github.com/moby/moby).
+
+The class com.hazelcast.internal.util.graph.BronKerboschCliqueFinder contains code
+originating from The JGraphT Project (https://github.com/jgrapht/jgrapht).
+
+The packages:
+com.hazelcast.sql
+com.hazelcast.jet.sql
+
+contain code originating from the Apache Calcite (https://github.com/apache/calcite)
+
+The class com.hazelcast.jet.kafka.impl.ResumeTransactionUtil contains
+code derived from the Apache Flink project.
+
+The class com.hazelcast.internal.util.ConcurrentReferenceHashMap contains code written by Doug Lea
+and updated within the WildFly project (https://github.com/wildfly/wildfly).
+
+The class org.apache.calcite.linq4j.tree.ConstantExpression contains code
+originating from the Calcite project (https://github.com/apache/calcite).
\ No newline at end of file
diff --git a/seatunnel-dist/release-docs/LICENSE b/seatunnel-dist/release-docs/LICENSE
index 3a7532f41..e6fa2de77 100644
--- a/seatunnel-dist/release-docs/LICENSE
+++ b/seatunnel-dist/release-docs/LICENSE
@@ -232,7 +232,7 @@ The text of each license is the standard Apache 2.0 license.
      (Apache License, Version 2.0) Apache Commons Collections (org.apache.commons:commons-collections:3.2.2 - https://commons.apache.org/proper/commons-collections/)
      (Apache License, Version 2.0) Apache Commons Compress (org.apache.commons:commons-compress:1.20 - https://commons.apache.org/proper/commons-compress/)
      (The Apache Software License, Version 2.0) Commons Lang (commons-lang:commons-lang:2.6 - http://commons.apache.org/lang/)
-     (Apache License, Version 2.0) Apache Commons IO (commons-io:commons-io:2.8.0 - http://commons.apache.org/proper/commons-io/)    
+     (Apache License, Version 2.0) Apache Commons IO (commons-io:commons-io:2.11.0 - http://commons.apache.org/proper/commons-io/)    
      (Apache License, Version 2.0) Apache Commons Lang (org.apache.commons:commons-lang3:3.4 - http://commons.apache.org/proper/commons-lang/)
      (The Apache Software License, Version 2.0) Apache Commons Math (org.apache.commons:commons-math3:3.5 - http://commons.apache.org/proper/commons-math/)
      (The Apache Software License, Version 2.0) Commons Pool (commons-pool:commons-pool:1.6 - http://commons.apache.org/pool/)
@@ -301,7 +301,12 @@ The text of each license is the standard Apache 2.0 license.
      (Apache-2.0) snappy-java (org.xerial.snappy:snappy-java:1.1.8.3 - https://github.com/xerial/snappy-java)
      (Apache-2.0) snappy-java (org.xerial.snappy:snappy-java:1.1.1.3 - https://github.com/xerial/snappy-java)
      (Apache-2.0) maven-wrapper (org.apache.maven:maven-wrapper:3.8.4 https://maven.apache.org/wrapper/)
-
+     (The Apache Software License, Version 2.0) protostuff (io.protostuff:protostuff-collectionschema:1.8.0 - https://github.com/protostuff/protostuff)     
+     (The Apache Software License, Version 2.0) protostuff (io.protostuff:protostuff-core:1.8.0 - https://github.com/protostuff/protostuff)
+     (The Apache Software License, Version 2.0) protostuff (io.protostuff:protostuff-api:1.8.0 - https://github.com/protostuff/protostuff)
+     (The Apache Software License, Version 2.0) protostuff (io.protostuff:protostuff-runtime:1.8.0 - https://github.com/protostuff/protostuff)     
+     (The Apache Software License, Version 2.0) hazelcast (com.hazelcast:hazelcast:5.1 - https://github.com/hazelcast/hazelcast)
+     
 ========================================================================
 MOZILLA PUBLIC LICENSE License
 ========================================================================
@@ -344,7 +349,8 @@ CDDL License
 The following components are provided under the CDDL License. See project link for details.
 The text of each license is also included at licenses/LICENSE-[project].txt.     
      
-     (CDDL License) javax.annotation API (javax.annotation:javax.annotation-api:1.3.2 - http://jcp.org/en/jsr/detail?id=250)       
+     (CDDL License) javax.annotation API (javax.annotation:javax.annotation-api:1.3.2 - http://jcp.org/en/jsr/detail?id=250) 
+            
 ========================================================================
 MIT License
 ========================================================================
diff --git a/seatunnel-dist/release-docs/NOTICE b/seatunnel-dist/release-docs/NOTICE
index c79a9b11b..19c7f5a64 100644
--- a/seatunnel-dist/release-docs/NOTICE
+++ b/seatunnel-dist/release-docs/NOTICE
@@ -630,4 +630,87 @@ The original idea and initial implementation of the maven-wrapper module is deri
 from the Gradle Wrapper which was written originally by Hans Dockter and Adam Murdoch.
 Copyright 2007 the original author or authors.
 
-========================================================================
\ No newline at end of file
+========================================================================
+
+ProtoStuff NOTICE
+
+==============================================================
+ protostuff
+ Copyright 2009 David Yu dyuproject@gmail.com
+==============================================================
+
+protobuf is copyright Google inc unless otherwise noted. 
+It is licensed under the BSD license.
+
+jackson-core-asl is copyright FasterXml unless otherwise noted. 
+It is licensed under the apache 2.0 license.
+
+antlr is copyright Terence Parr unless otherwise noted. 
+It is licensed under the BSD license.
+
+stringtemplate is copyright Terence Parr unless otherwise noted.
+It is licensed under the BSD license.
+
+velocity is licensed under the apache 2.0 license.
+
+B64Code.java is copyright Mort Bay Consulting Pty Ltd unless otherwise noted. 
+It is licensed under the apache 2.0 license.
+
+jarjar is copyright Google inc unless otherwise noted. 
+It is licensed under the apache 2.0 license.
+
+guava is copyright Google inc unless otherwise noted.
+It is licensed under the apache 2.0 license.
+=========================================================================
+
+hazelcast NOTICE
+
+=========================================================================
+The packages:
+
+com.hazelcast.internal.util.collection
+com.hazelcast.internal.util.concurrent
+
+and the classes:
+
+com.hazelcast.internal.util.QuickMath
+com.hazelcast.client.impl.protocol.util.UnsafeBuffer
+com.hazelcast.client.impl.protocol.util.BufferBuilder
+
+contain code originating from the Agrona project
+(https://github.com/real-logic/Agrona).
+
+The class com.hazelcast.internal.util.HashUtil contains code originating
+from the Koloboke project (https://github.com/OpenHFT/Koloboke).
+
+The class classloading.ThreadLocalLeakTestUtils contains code originating
+from the Tomcat project (https://github.com/apache/tomcat).
+
+com.hazelcast.internal.cluster.fd.PhiAccrualFailureDetector contains code originating
+from the Akka project (https://github.com/akka/akka/).
+
+The package com.hazelcast.internal.json contains code originating
+from minimal-json project (https://github.com/ralfstx/minimal-json).
+
+The class com.hazelcast.instance.impl.MobyNames contains code originating
+from The Moby Project (https://github.com/moby/moby).
+
+The class com.hazelcast.internal.util.graph.BronKerboschCliqueFinder contains code
+originating from The JGraphT Project (https://github.com/jgrapht/jgrapht).
+
+The packages:
+com.hazelcast.sql
+com.hazelcast.jet.sql
+
+contain code originating from the Apache Calcite (https://github.com/apache/calcite)
+
+The class com.hazelcast.jet.kafka.impl.ResumeTransactionUtil contains
+code derived from the Apache Flink project.
+
+The class com.hazelcast.internal.util.ConcurrentReferenceHashMap contains code written by Doug Lea
+and updated within the WildFly project (https://github.com/wildfly/wildfly).
+
+The class org.apache.calcite.linq4j.tree.ConstantExpression contains code
+originating from the Calcite project (https://github.com/apache/calcite).
+
+=========================================================================
\ No newline at end of file
diff --git a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/pom.xml b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/pom.xml
index 1a67ea683..d02219441 100644
--- a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/pom.xml
+++ b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-hdfs/pom.xml
@@ -34,7 +34,7 @@
             <groupId>org.apache.flink</groupId>
             <artifactId>flink-shaded-hadoop-2</artifactId>
             <version>${flink-shaded-hadoop-2.version}</version>
-            <scope>compile</scope>
+            <scope>provided</scope>
             <exclusions>
                 <exclusion>
                     <groupId>org.apache.commons</groupId>
diff --git a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/pom.xml b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/pom.xml
index eb618ffaa..89e2273ea 100644
--- a/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/pom.xml
+++ b/seatunnel-engine/seatunnel-engine-storage/checkpoint-storage-plugins/checkpoint-storage-local-file/pom.xml
@@ -42,10 +42,5 @@
             <groupId>org.apache.commons</groupId>
             <artifactId>commons-collections4</artifactId>
         </dependency>
-        <!--test-->
-        <dependency>
-            <groupId>org.junit.jupiter</groupId>
-            <artifactId>junit-jupiter-engine</artifactId>
-        </dependency>
     </dependencies>
 </project>
\ No newline at end of file
diff --git a/tools/dependencies/known-dependencies.txt b/tools/dependencies/known-dependencies.txt
index 4f10f3eed..db0b6fbaa 100755
--- a/tools/dependencies/known-dependencies.txt
+++ b/tools/dependencies/known-dependencies.txt
@@ -12,7 +12,7 @@ commons-codec-1.13.jar
 commons-collections-3.2.2.jar
 commons-collections4-4.4.jar
 commons-compress-1.20.jar
-commons-io-2.8.0.jar
+commons-io-2.11.0.jar
 commons-lang-2.6.jar
 commons-lang3-3.4.jar
 commons-math3-3.5.jar
@@ -50,6 +50,7 @@ flink-table-planner_2.11-1.13.6.jar
 force-shading-1.13.6.jar
 grizzled-slf4j_2.11-1.3.2.jar
 guava-19.0.jar
+hazelcast-5.1.jar
 hive-storage-api-2.6.0.jar
 jackson-annotations-2.12.6.jar
 jackson-core-2.12.6.jar
@@ -84,6 +85,10 @@ parquet-hadoop-1.11.1.jar
 parquet-jackson-1.10.0.jar
 parquet-jackson-1.11.1.jar
 protobuf-java-2.5.0.jar
+protostuff-api-1.8.0.jar
+protostuff-collectionschema-1.8.0.jar
+protostuff-core-1.8.0.jar
+protostuff-runtime-1.8.0.jar
 reactive-streams-1.0.2.jar
 scala-compiler-2.11.12.jar
 scala-java8-compat_2.11-0.7.0.jar