You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by ke...@apache.org on 2021/12/30 05:58:56 UTC
[incubator-seatunnel] 01/01: Adjust docker compose quick start according to recent changes
This is an automated email from the ASF dual-hosted git repository.
kezhenxu94 pushed a commit to branch chores
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
commit 59723ba593395f4ff0ad8adc922a2fd25c597948
Author: kezhenxu94 <ke...@apache.org>
AuthorDate: Thu Dec 30 13:58:39 2021 +0800
Adjust docker compose quick start according to recent changes
---
.../docker/spark/{config/application.conf => .env} | 22 ++--------------------
deploy/docker/spark/config/application.conf | 6 +++++-
deploy/docker/spark/docker-compose.yaml | 1 +
pom.xml | 1 +
4 files changed, 9 insertions(+), 21 deletions(-)
diff --git a/deploy/docker/spark/config/application.conf b/deploy/docker/spark/.env
similarity index 77%
copy from deploy/docker/spark/config/application.conf
copy to deploy/docker/spark/.env
index e839363..bd9c8a8 100644
--- a/deploy/docker/spark/config/application.conf
+++ b/deploy/docker/spark/.env
@@ -15,23 +15,5 @@
# limitations under the License.
#
-env {
- spark.streaming.batchDuration = 5
- spark.app.name = "seatunnel"
- spark.ui.port = 13000
-}
-
-source {
- socketStream {}
-}
-
-transform {
- split {
- fields = ["msg", "name"]
- delimiter = ","
- }
-}
-
-sink {
- console {}
-}
+HUB=ghcr.io/apache/incubator-seatunnel
+TAG=latest
diff --git a/deploy/docker/spark/config/application.conf b/deploy/docker/spark/config/application.conf
index e839363..1c324ef 100644
--- a/deploy/docker/spark/config/application.conf
+++ b/deploy/docker/spark/config/application.conf
@@ -22,7 +22,11 @@ env {
}
source {
- socketStream {}
+ file {
+ path = /tmp/source
+ result_table_name = "test"
+ format = "text"
+ }
}
transform {
diff --git a/deploy/docker/spark/docker-compose.yaml b/deploy/docker/spark/docker-compose.yaml
index 625d656..a5a5374 100644
--- a/deploy/docker/spark/docker-compose.yaml
+++ b/deploy/docker/spark/docker-compose.yaml
@@ -45,6 +45,7 @@ services:
- client
- --config
- /application.conf
+ - -t
depends_on:
datasource:
condition: service_completed_successfully
diff --git a/pom.xml b/pom.xml
index c2a7685..836e763 100644
--- a/pom.xml
+++ b/pom.xml
@@ -398,6 +398,7 @@
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>${junit.version}</version>
+ <scope>test</scope>
</dependency>
</dependencies>
</dependencyManagement>