You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by GitBox <gi...@apache.org> on 2022/01/12 10:06:29 UTC

[GitHub] [incubator-seatunnel] xyhc commented on issue #1034: start-seatunnel-structured-streaming.sh ERROR ERROR

xyhc commented on issue #1034:
URL: https://github.com/apache/incubator-seatunnel/issues/1034#issuecomment-1010871489


   seatunnel config:
   
   
   spark {
     # You can set spark configuration here
   
     # see available properties defined by spark: https://spark.apache.org/docs/latest/configuration.html#available-properties
     spark.app.name = "seatunnel"
     spark.executor.instances = 2
     spark.executor.cores = 1
     spark.executor.memory = "1g"
   }
   
   input {
   
     # This is a example input plugin **only for test and demonstrate the feature input plugin**
     kafkaStream {
       consumer.bootstrap.servers = "127.0.0.1:9092"
       topics = "seatunnel_input"
       consumer.group.id = "seatunnel_input_group_id"
       result_table_name = "seatunnel_message"
     }
   }
   
   filter {
   
     sql {
         sql = "select string(value) as raw_message from seatunnel_message"
     }
   
     json {
       source_field = "raw_message"
       target_field = "jsonMap"
       schema_file = "demo.json"
       result_table_name = "flatten_msg"
     }
   
     // sql {
     //   sql = "select name, count(name), date_format(window.end, 'MMM-dd HH:mm') as time from flatten_msg group by window('datetime', '1 minutes', '1 seconds'), name"
     // }
     // Watermark {
     //      delay_threshold = "5 minutes"
     //      time_field = "tf"
     //      time_type = "UNIX"
     //      watermark_field = "wm"
     // }
   
     // sql {
     //    table_name = "res"
     //    sql = "select name, count(name), date_format(dt, 'MM-dd HH:mm:00') as time from res group by dt, name"
     // }
     # If you would like to get more information about how to configure seatunnel and see full list of filter plugins,
     # please go to https://interestinglab.github.io/seatunnel-docs/#/zh-cn/v1/configuration/base
   }
   
   output {
     stdout {
       streaming_output_mode = "Append"
       # trigger_mode = "ProcessingTime"
       # interval = "5 seconds"
     }
   
   
     # If you would like to get more information about how to configure seatunnel and see full list of output plugins,
     # please go to https://interestinglab.github.io/seatunnel-docs/#/zh-cn/v1/configuration/base
   }


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscribe@seatunnel.apache.org

For queries about this service, please contact Infrastructure at:
users@infra.apache.org