You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ke...@apache.org on 2021/12/30 05:58:55 UTC
[incubator-seatunnel] branch chores created (now 59723ba)
This is an automated email from the ASF dual-hosted git repository.
kezhenxu94 pushed a change to branch chores
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git.
at 59723ba Adjust docker compose quick start according to recent changes
This branch includes the following new commits:
new 59723ba Adjust docker compose quick start according to recent changes
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[incubator-seatunnel] 01/01: Adjust docker compose quick start according to recent changes
Posted by ke...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
kezhenxu94 pushed a commit to branch chores
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
commit 59723ba593395f4ff0ad8adc922a2fd25c597948
Author: kezhenxu94 <ke...@apache.org>
AuthorDate: Thu Dec 30 13:58:39 2021 +0800
Adjust docker compose quick start according to recent changes
---
.../docker/spark/{config/application.conf => .env} | 22 ++--------------------
deploy/docker/spark/config/application.conf | 6 +++++-
deploy/docker/spark/docker-compose.yaml | 1 +
pom.xml | 1 +
4 files changed, 9 insertions(+), 21 deletions(-)
diff --git a/deploy/docker/spark/config/application.conf b/deploy/docker/spark/.env
similarity index 77%
copy from deploy/docker/spark/config/application.conf
copy to deploy/docker/spark/.env
index e839363..bd9c8a8 100644
--- a/deploy/docker/spark/config/application.conf
+++ b/deploy/docker/spark/.env
@@ -15,23 +15,5 @@
# limitations under the License.
#
-env {
- spark.streaming.batchDuration = 5
- spark.app.name = "seatunnel"
- spark.ui.port = 13000
-}
-
-source {
- socketStream {}
-}
-
-transform {
- split {
- fields = ["msg", "name"]
- delimiter = ","
- }
-}
-
-sink {
- console {}
-}
+HUB=ghcr.io/apache/incubator-seatunnel
+TAG=latest
diff --git a/deploy/docker/spark/config/application.conf b/deploy/docker/spark/config/application.conf
index e839363..1c324ef 100644
--- a/deploy/docker/spark/config/application.conf
+++ b/deploy/docker/spark/config/application.conf
@@ -22,7 +22,11 @@ env {
}
source {
- socketStream {}
+ file {
+ path = /tmp/source
+ result_table_name = "test"
+ format = "text"
+ }
}
transform {
diff --git a/deploy/docker/spark/docker-compose.yaml b/deploy/docker/spark/docker-compose.yaml
index 625d656..a5a5374 100644
--- a/deploy/docker/spark/docker-compose.yaml
+++ b/deploy/docker/spark/docker-compose.yaml
@@ -45,6 +45,7 @@ services:
- client
- --config
- /application.conf
+ - -t
depends_on:
datasource:
condition: service_completed_successfully
diff --git a/pom.xml b/pom.xml
index c2a7685..836e763 100644
--- a/pom.xml
+++ b/pom.xml
@@ -398,6 +398,7 @@
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>${junit.version}</version>
+ <scope>test</scope>
</dependency>
</dependencies>
</dependencyManagement>