You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airavata.apache.org by di...@apache.org on 2021/09/21 18:42:13 UTC
[airavata-data-lake] branch master updated: Removing duplicate
notification event object, removing file listener
This is an automated email from the ASF dual-hosted git repository.
dimuthuupe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-data-lake.git
The following commit(s) were added to refs/heads/master by this push:
new 2330425 Removing duplicate notification event object, removing file listener
2330425 is described below
commit 233042551f2da018553fb9e6f0b5748795248860
Author: Dimuthu Wannipurage <di...@gmail.com>
AuthorDate: Tue Sep 21 14:42:03 2021 -0400
Removing duplicate notification event object, removing file listener
---
ansible/roles/nginx/templates/datalake.conf.j2 | 68 +++
.../data-orchestrator-clients-core/pom.xml | 1 -
.../clients/core/AbstractListener.java | 18 +-
.../clients/core/EventPublisher.java | 8 +-
.../logs/airavata.log | 539 ---------------------
.../data-orchestrator-file-event-listener/pom.xml | 86 ----
.../src/main/dist/bin/file-listener-daemon.sh | 113 -----
.../src/main/dist/bin/file-listener.sh | 71 ---
.../src/main/dist/bin/setenv.sh | 46 --
.../src/main/dist/conf/application.properties | 1 -
.../src/main/dist/conf/config.yml | 12 -
.../src/main/dist/conf/logback.xml | 50 --
.../src/main/dist/file-event-listener-assembly.xml | 86 ----
.../file/client/FileClientInitializer.java | 47 --
.../file/client/Listener/FileListener.java | 34 --
.../file/client/model/Configuration.java | 117 -----
.../file/client/model/FileEvent.java | 10 -
.../file/client/publisher/FileEventPublisher.java | 36 --
.../file/client/watcher/FileWatcher.java | 212 --------
.../file/client/watcher/FileWatcherExecutor.java | 37 --
.../data-orchestrator-clients/pom.xml | 1 -
.../data-orchestrator-messaging/pom.xml | 10 +
.../messaging/consumer/ConsumerCallback.java | 4 +-
.../messaging/consumer/MessageConsumer.java | 14 +-
...rializer.java => NotificationDeserializer.java} | 13 +-
.../messaging/model/NotificationEvent.java | 87 ----
...Serializer.java => NotificationSerializer.java} | 13 +-
.../messaging/publisher/MessageProducer.java | 14 +-
.../src/main/proto/notification.proto | 18 +-
29 files changed, 136 insertions(+), 1630 deletions(-)
diff --git a/ansible/roles/nginx/templates/datalake.conf.j2 b/ansible/roles/nginx/templates/datalake.conf.j2
new file mode 100644
index 0000000..3f0f925
--- /dev/null
+++ b/ansible/roles/nginx/templates/datalake.conf.j2
@@ -0,0 +1,68 @@
+upstream drms {
+ server localhost:10000;
+}
+
+upstream dataorch {
+ server localhost:{{ datalake_data_orch_http_port }};
+}
+
+upstream mft {
+ server {{ mft_default_agent_host }}:{{ mft_default_agent_port }};
+}
+
+server {
+ listen 8443 ssl;
+
+ # The host name to respond to
+ server_name beta.iubemcenter.scigap.org;
+ ssl_certificate /etc/letsencrypt/live/beta.iubemcenter.scigap.org/fullchain.pem;
+ ssl_certificate_key /etc/letsencrypt/live/beta.iubemcenter.scigap.org/privkey.pem;
+
+ add_header 'Access-Control-Allow-Origin' '*' always;
+ add_header 'Access-Control-Allow_Credentials' 'true';
+ add_header 'Access-Control-Allow-Headers' 'Authorization,authorization, Access-Control-Allow-Origin, Accept,Origin,DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Content-Range,Range,user-token';
+ add_header 'Access-Control-Allow-Methods' 'GET,POST,OPTIONS,PUT,DELETE,PATCH';
+ rewrite_log on;
+ error_log /var/log/nginx/error.log debug;
+
+ if ($request_method = 'OPTIONS') {
+ return 204;
+ }
+
+location / {
+ proxy_set_header Host $host;
+ proxy_set_header X-Real-IP $remote_addr;
+ proxy_pass http://drms;
+ proxy_http_version 1.1;
+ proxy_set_header Upgrade $http_upgrade;
+ proxy_set_header Connection "upgrade";
+ proxy_ssl_verify off;
+}
+
+location /dataorch {
+ proxy_set_header Host $host;
+ proxy_set_header X-Real-IP $remote_addr;
+ rewrite /dataorch(.*) $1 break;
+ proxy_pass http://dataorch;
+ proxy_redirect off;
+ proxy_no_cache 1;
+ proxy_cache_bypass 1;
+ proxy_http_version 1.1;
+ proxy_set_header Upgrade $http_upgrade;
+ proxy_set_header Connection "upgrade";
+ proxy_ssl_verify off;
+}
+
+location /downloads {
+ proxy_set_header Host $host;
+ proxy_set_header X-Real-IP $remote_addr;
+ proxy_pass http://mft;
+ proxy_redirect off;
+ proxy_no_cache 1;
+ proxy_cache_bypass 1;
+ proxy_http_version 1.1;
+ proxy_set_header Upgrade $http_upgrade;
+ proxy_set_header Connection "upgrade";
+ proxy_ssl_verify off;
+ }
+}
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/pom.xml b/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/pom.xml
index e3cb9f9..53b11ed 100644
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/pom.xml
+++ b/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/pom.xml
@@ -27,7 +27,6 @@
<artifactId>data-orchestrator-api-stub</artifactId>
<version>${project.version}</version>
</dependency>
-
</dependencies>
</project>
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/src/main/java/org/apache/airavata/dataorchestrator/clients/core/AbstractListener.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/src/main/java/org/apache/airavata/dataorchestrator/clients/core/AbstractListener.java
index 5395376..2d5247f 100644
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/src/main/java/org/apache/airavata/dataorchestrator/clients/core/AbstractListener.java
+++ b/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/src/main/java/org/apache/airavata/dataorchestrator/clients/core/AbstractListener.java
@@ -1,6 +1,6 @@
package org.apache.airavata.dataorchestrator.clients.core;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
+import org.apache.airavata.datalake.data.orchestrator.api.stub.notification.Notification;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -19,30 +19,30 @@ public abstract class AbstractListener implements EventListener {
this.eventPublisher = eventPublisher;
}
- public void onRegistered(NotificationEvent event) throws Exception {
+ public void onRegistered(Notification event) throws Exception {
LOGGER.info(" Registration event received for path " + event.getResourcePath());
- eventPublisher.publish(event, NotificationEvent.Type.REGISTER);
+ eventPublisher.publish(event, Notification.NotificationType.REGISTER);
}
- public void onCreated(NotificationEvent event) throws Exception {
+ public void onCreated(Notification event) throws Exception {
LOGGER.info(event.getResourceType() + " " +
event.getResourcePath() + ":" + event.getResourcePath() + " Created");
- eventPublisher.publish(event, NotificationEvent.Type.CREATE);
+ eventPublisher.publish(event, Notification.NotificationType.CREATE);
}
- public void onModified(NotificationEvent event) throws Exception {
+ public void onModified(Notification event) throws Exception {
LOGGER.info(event.getResourceType() + " " +
event.getResourcePath() + ":" + event.getResourcePath() + " Created");
- eventPublisher.publish(event, NotificationEvent.Type.MODIFY);
+ eventPublisher.publish(event, Notification.NotificationType.MODIFY);
}
- public void onDeleted(NotificationEvent event) throws Exception {
+ public void onDeleted(Notification event) throws Exception {
LOGGER.info(event.getResourceType() + " " +
event.getResourcePath() + ":" + event.getBasePath() + " Created");
- eventPublisher.publish(event, NotificationEvent.Type.DELETE);
+ eventPublisher.publish(event, Notification.NotificationType.DELETE);
}
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/src/main/java/org/apache/airavata/dataorchestrator/clients/core/EventPublisher.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/src/main/java/org/apache/airavata/dataorchestrator/clients/core/EventPublisher.java
index 8b52c79..1f5b6e6 100644
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/src/main/java/org/apache/airavata/dataorchestrator/clients/core/EventPublisher.java
+++ b/data-orchestrator/data-orchestrator-clients/data-orchestrator-clients-core/src/main/java/org/apache/airavata/dataorchestrator/clients/core/EventPublisher.java
@@ -1,6 +1,6 @@
package org.apache.airavata.dataorchestrator.clients.core;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
+import org.apache.airavata.datalake.data.orchestrator.api.stub.notification.Notification;
import java.util.concurrent.ExecutionException;
@@ -8,9 +8,5 @@ import java.util.concurrent.ExecutionException;
* A class responsible for process incoming notification events, callbacks from kafka producer, message replays
*/
public interface EventPublisher {
-
-
- public void publish(NotificationEvent notificationEvent, NotificationEvent.Type eventType) throws Exception;
-
-
+ public void publish(Notification notificationEvent, Notification.NotificationType eventType) throws Exception;
}
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/logs/airavata.log b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/logs/airavata.log
deleted file mode 100644
index 1f917d2..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/logs/airavata.log
+++ /dev/null
@@ -1,539 +0,0 @@
-2021-05-14 10:09:07,423 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 33339 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:09:07,427 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:09:07,689 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.623 seconds (JVM running for 0.977) []
-2021-05-14 10:09:07,690 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:09:07,691 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:09:07,713 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-2021-05-14 10:09:07,714 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-2021-05-14 10:09:07,716 [main] ERROR o.s.boot.SpringApplication Application run failed []
-java.lang.IllegalStateException: Failed to execute CommandLineRunner
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:787)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:23)
-Caused by: java.lang.NullPointerException: null
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:40)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- ... 5 common frames omitted
-2021-05-14 10:14:19,518 [main] WARN o.s.boot.StartupInfoLogger InetAddress.getLocalHost().getHostName() took 205 milliseconds to respond. Please verify your network configuration (macOS machines may need to add entries to /etc/hosts). []
-2021-05-14 10:14:19,535 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 33387 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:14:19,535 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:14:19,769 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.639 seconds (JVM running for 1.013) []
-2021-05-14 10:14:19,770 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:14:19,770 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:14:19,771 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:14:19,788 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-2021-05-14 10:14:19,789 [main] INFO o.a.a.d.f.c.FileClientInitializer File path config.yml []
-2021-05-14 10:14:19,789 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-2021-05-14 10:14:19,792 [main] ERROR o.s.boot.SpringApplication Application run failed []
-java.lang.IllegalStateException: Failed to execute CommandLineRunner
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:787)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:23)
-Caused by: java.lang.NullPointerException: null
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:40)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- ... 5 common frames omitted
-2021-05-14 10:16:07,433 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 33428 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:16:07,436 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:16:07,688 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.446 seconds (JVM running for 0.822) []
-2021-05-14 10:16:07,689 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:16:07,689 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:16:07,689 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:16:07,717 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-org.yaml.snakeyaml.error.YAMLException: java.io.IOException: Stream closed
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:200)
- at org.yaml.snakeyaml.reader.StreamReader.<init>(StreamReader.java:60)
- at org.yaml.snakeyaml.Yaml.loadAs(Yaml.java:444)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.loadConfig(FileClientInitializer.java:52)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer$$Lambda$183/000000000000000000.apply(Unknown Source)
- at java.base/java.util.Optional.map(Optional.java:265)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:37)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:23)
-Caused by: java.io.IOException: Stream closed
- at java.base/java.io.PushbackInputStream.ensureOpen(PushbackInputStream.java:75)
- at java.base/java.io.PushbackInputStream.read(PushbackInputStream.java:163)
- at org.yaml.snakeyaml.reader.UnicodeReader.init(UnicodeReader.java:90)
- at org.yaml.snakeyaml.reader.UnicodeReader.read(UnicodeReader.java:122)
- at java.base/java.io.Reader.read(Reader.java:229)
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:184)
- ... 12 common frames omitted
-2021-05-14 10:16:07,718 [main] INFO o.a.a.d.f.c.FileClientInitializer File path config.yml []
-2021-05-14 10:16:07,718 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-org.yaml.snakeyaml.error.YAMLException: java.io.IOException: Stream closed
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:200)
- at org.yaml.snakeyaml.reader.StreamReader.<init>(StreamReader.java:60)
- at org.yaml.snakeyaml.Yaml.loadAs(Yaml.java:444)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.loadConfig(FileClientInitializer.java:52)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.lambda$run$0(FileClientInitializer.java:38)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer$$Lambda$184/000000000000000000.get(Unknown Source)
- at java.base/java.util.Optional.orElseGet(Optional.java:369)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:38)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:23)
-Caused by: java.io.IOException: Stream closed
- at java.base/java.io.PushbackInputStream.ensureOpen(PushbackInputStream.java:75)
- at java.base/java.io.PushbackInputStream.read(PushbackInputStream.java:163)
- at org.yaml.snakeyaml.reader.UnicodeReader.init(UnicodeReader.java:90)
- at org.yaml.snakeyaml.reader.UnicodeReader.read(UnicodeReader.java:122)
- at java.base/java.io.Reader.read(Reader.java:229)
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:184)
- ... 13 common frames omitted
-2021-05-14 10:16:07,719 [main] ERROR o.s.boot.SpringApplication Application run failed []
-java.lang.IllegalStateException: Failed to execute CommandLineRunner
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:787)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:23)
-Caused by: java.lang.NullPointerException: null
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:40)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- ... 5 common frames omitted
-2021-05-14 10:23:53,654 [main] WARN o.s.boot.StartupInfoLogger InetAddress.getLocalHost().getHostName() took 209 milliseconds to respond. Please verify your network configuration (macOS machines may need to add entries to /etc/hosts). []
-2021-05-14 10:23:53,669 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 33575 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:23:53,669 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:23:53,911 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.622 seconds (JVM running for 0.923) []
-2021-05-14 10:23:53,912 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:23:53,912 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:23:53,913 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:23:53,936 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-org.yaml.snakeyaml.error.YAMLException: java.io.IOException: Stream closed
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:200)
- at org.yaml.snakeyaml.reader.StreamReader.<init>(StreamReader.java:60)
- at org.yaml.snakeyaml.Yaml.loadAs(Yaml.java:444)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.loadConfig(FileClientInitializer.java:52)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer$$Lambda$183/000000000000000000.apply(Unknown Source)
- at java.base/java.util.Optional.map(Optional.java:265)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:37)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:23)
-Caused by: java.io.IOException: Stream closed
- at java.base/java.io.PushbackInputStream.ensureOpen(PushbackInputStream.java:75)
- at java.base/java.io.PushbackInputStream.read(PushbackInputStream.java:163)
- at org.yaml.snakeyaml.reader.UnicodeReader.init(UnicodeReader.java:90)
- at org.yaml.snakeyaml.reader.UnicodeReader.read(UnicodeReader.java:122)
- at java.base/java.io.Reader.read(Reader.java:229)
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:184)
- ... 12 common frames omitted
-2021-05-14 10:23:53,937 [main] INFO o.a.a.d.f.c.FileClientInitializer File path config.yml []
-2021-05-14 10:23:53,937 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-org.yaml.snakeyaml.error.YAMLException: java.io.IOException: Stream closed
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:200)
- at org.yaml.snakeyaml.reader.StreamReader.<init>(StreamReader.java:60)
- at org.yaml.snakeyaml.Yaml.loadAs(Yaml.java:444)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.loadConfig(FileClientInitializer.java:52)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.lambda$run$0(FileClientInitializer.java:38)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer$$Lambda$184/000000000000000000.get(Unknown Source)
- at java.base/java.util.Optional.orElseGet(Optional.java:369)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:38)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:23)
-Caused by: java.io.IOException: Stream closed
- at java.base/java.io.PushbackInputStream.ensureOpen(PushbackInputStream.java:75)
- at java.base/java.io.PushbackInputStream.read(PushbackInputStream.java:163)
- at org.yaml.snakeyaml.reader.UnicodeReader.init(UnicodeReader.java:90)
- at org.yaml.snakeyaml.reader.UnicodeReader.read(UnicodeReader.java:122)
- at java.base/java.io.Reader.read(Reader.java:229)
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:184)
- ... 13 common frames omitted
-2021-05-14 10:23:53,939 [main] ERROR o.s.boot.SpringApplication Application run failed []
-java.lang.IllegalStateException: Failed to execute CommandLineRunner
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:787)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:23)
-Caused by: java.lang.NullPointerException: null
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:40)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- ... 5 common frames omitted
-2021-05-14 10:41:37,286 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 33811 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:41:37,289 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:41:37,509 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.377 seconds (JVM running for 0.645) []
-2021-05-14 10:41:37,510 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:41:37,510 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:41:37,510 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:41:37,531 [main] ERROR o.a.a.d.f.c.FileClientInitializer Error loading config file []
-org.yaml.snakeyaml.error.YAMLException: java.io.IOException: Stream closed
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:200)
- at org.yaml.snakeyaml.reader.StreamReader.<init>(StreamReader.java:60)
- at org.yaml.snakeyaml.Yaml.loadAs(Yaml.java:444)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.loadConfig(FileClientInitializer.java:53)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:39)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:22)
-Caused by: java.io.IOException: Stream closed
- at java.base/java.io.PushbackInputStream.ensureOpen(PushbackInputStream.java:75)
- at java.base/java.io.PushbackInputStream.read(PushbackInputStream.java:163)
- at org.yaml.snakeyaml.reader.UnicodeReader.init(UnicodeReader.java:90)
- at org.yaml.snakeyaml.reader.UnicodeReader.read(UnicodeReader.java:122)
- at java.base/java.io.Reader.read(Reader.java:229)
- at org.yaml.snakeyaml.reader.StreamReader.update(StreamReader.java:184)
- ... 10 common frames omitted
-2021-05-14 10:41:37,532 [main] ERROR o.s.boot.SpringApplication Application run failed []
-java.lang.IllegalStateException: Failed to execute CommandLineRunner
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:787)
- at org.springframework.boot.SpringApplication.callRunners(SpringApplication.java:768)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:322)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1226)
- at org.springframework.boot.SpringApplication.run(SpringApplication.java:1215)
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.main(FileClientInitializer.java:22)
-Caused by: java.lang.NullPointerException: null
- at org.apache.airavata.dataorchestrator.file.client.FileClientInitializer.run(FileClientInitializer.java:41)
- at org.springframework.boot.SpringApplication.callRunner(SpringApplication.java:784)
- ... 5 common frames omitted
-2021-05-14 10:45:05,678 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 33869 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:45:05,681 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:45:05,908 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.563 seconds (JVM running for 0.898) []
-2021-05-14 10:45:05,909 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:45:05,909 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:45:05,909 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:45:05,947 [main] INFO o.a.a.d.f.c.FileClientInitializer SFTP []
-2021-05-14 10:45:05,947 [main] INFO o.a.a.d.f.c.FileClientInitializer SFTP []
-2021-05-14 10:45:05,948 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 10:45:05,948 [main] INFO o.a.a.d.c.c.l.AbstractListener Calling register method for folder /Users/isururanawaka/Documents/texts []
-2021-05-14 10:45:05,948 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 10:46:33,239 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 33905 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:46:33,242 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:46:33,431 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.317 seconds (JVM running for 0.55) []
-2021-05-14 10:46:33,432 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:46:33,432 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:46:33,433 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:46:33,465 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 10:46:33,465 [main] INFO o.a.a.d.c.c.l.AbstractListener Calling register method for folder /Users/isururanawaka/Documents/texts []
-2021-05-14 10:46:33,466 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 10:50:36,856 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 33975 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:50:36,858 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:50:37,042 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.47 seconds (JVM running for 0.708) []
-2021-05-14 10:50:37,043 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:50:37,043 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:50:37,044 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:50:37,073 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 10:50:37,073 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 10:50:37,074 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 10:51:07,081 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File FIle.txt Deleted []
-2021-05-14 10:51:27,080 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File test2 Created []
-2021-05-14 10:51:27,081 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 10:51:27,081 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 10:51:27,082 [Thread-4] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/test2 []
-2021-05-14 10:51:57,083 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File test2 Modified []
-2021-05-14 10:51:57,084 [Thread-4] INFO o.a.a.d.c.c.l.AbstractListener File FIle.test Created []
-2021-05-14 10:54:27,084 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File test2 Modified []
-2021-05-14 10:54:27,087 [Thread-4] INFO o.a.a.d.c.c.l.AbstractListener File test Created []
-2021-05-14 10:54:27,088 [Thread-4] INFO o.a.a.d.c.c.l.AbstractListener File FIle.test Deleted []
-2021-05-14 10:57:30,808 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 34024 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 10:57:30,811 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 10:57:31,069 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.579 seconds (JVM running for 0.912) []
-2021-05-14 10:57:31,069 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 10:57:31,069 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:57:31,070 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 10:57:31,104 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 10:57:31,104 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 10:57:31,105 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 10:58:01,109 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File test2 Modified []
-2021-05-14 10:58:31,109 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File test2 Modified []
-2021-05-14 10:59:51,111 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File sdf Created []
-2021-05-14 10:59:51,113 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 10:59:51,113 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 10:59:51,113 [Thread-4] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/sdf []
-2021-05-14 11:05:27,708 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 34080 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 11:05:27,711 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 11:05:27,950 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.549 seconds (JVM running for 0.863) []
-2021-05-14 11:05:27,950 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 11:05:27,951 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 11:05:27,951 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 11:05:27,990 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:05:27,991 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:05:27,991 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 11:05:58,001 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File ffg Created []
-2021-05-14 11:05:58,002 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:05:58,002 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:05:58,003 [Thread-4] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/ffg []
-2021-05-14 11:06:07,998 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File ffg Modified []
-2021-05-14 11:06:08,005 [Thread-4] INFO o.a.a.d.c.c.l.AbstractListener File dcfvgbh Created []
-2021-05-14 11:06:08,005 [Thread-4] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:06:08,005 [Thread-4] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:06:08,006 [Thread-5] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/ffg/dcfvgbh []
-2021-05-14 11:06:28,005 [Thread-4] INFO o.a.a.d.c.c.l.AbstractListener File dcfvgbh Modified []
-2021-05-14 11:06:28,008 [Thread-5] INFO o.a.a.d.c.c.l.AbstractListener File sedrfv.txt Created []
-2021-05-14 11:07:07,999 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File sdf Modified []
-2021-05-14 11:07:17,999 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File sdf Modified []
-2021-05-14 11:30:05,217 [main] WARN o.s.boot.StartupInfoLogger InetAddress.getLocalHost().getHostName() took 210 milliseconds to respond. Please verify your network configuration (macOS machines may need to add entries to /etc/hosts). []
-2021-05-14 11:30:05,234 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 34540 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 11:30:05,235 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 11:30:05,526 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.708 seconds (JVM running for 1.088) []
-2021-05-14 11:30:05,527 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 11:30:05,528 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 11:30:05,528 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 11:30:05,573 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:30:05,573 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:30:05,587 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 11:30:05,593 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:30:05,593 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:30:05,594 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:30:05,594 [Thread-4] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/sdf []
-2021-05-14 11:30:05,594 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:30:05,594 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:30:05,594 [Thread-5] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/ffg []
-2021-05-14 11:30:05,594 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:30:05,594 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:30:05,594 [Thread-6] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/ffg/dcfvgbh []
-2021-05-14 11:30:05,594 [Thread-5] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:30:05,594 [Thread-5] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:30:05,595 [Thread-7] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/ffg/dcfvgbh []
-2021-05-14 11:30:05,594 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:30:05,596 [Thread-8] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/test2 []
-2021-05-14 11:30:05,596 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:30:05,597 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:30:05,597 [Thread-8] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:30:05,597 [Thread-9] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/test2/sdf []
-2021-05-14 11:30:05,597 [Thread-8] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for null []
-2021-05-14 11:30:05,597 [Thread-10] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts/test2/sdf []
-2021-05-14 11:31:05,597 [Thread-4] INFO o.a.a.d.c.c.l.AbstractListener File RGTYH.txrt.back Created []
-2021-05-14 11:57:05,035 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 34868 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 11:57:05,037 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 11:57:05,269 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.405 seconds (JVM running for 0.737) []
-2021-05-14 11:57:05,270 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 11:57:05,270 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 11:57:05,271 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 11:57:05,309 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 11:57:05,310 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for /Users/isururanawaka/Documents/texts []
-2021-05-14 11:57:05,313 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 11:57:05,316 [Thread-3] ERROR o.a.a.d.f.c.w.FileWatcher Error occurred while watching folder /Users/isururanawaka/Documents/texts []
-java.nio.file.ClosedWatchServiceException: null
- at java.base/sun.nio.fs.PollingWatchService.register(PollingWatchService.java:137)
- at java.base/sun.nio.fs.UnixPath.register(UnixPath.java:920)
- at java.base/java.nio.file.Path.register(Path.java:894)
- at org.apache.airavata.dataorchestrator.file.client.watcher.FileWatcher.run(FileWatcher.java:76)
- at java.base/java.lang.Thread.run(Thread.java:836)
-2021-05-14 12:05:31,026 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 34982 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 12:05:31,029 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 12:05:31,355 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.76 seconds (JVM running for 1.193) []
-2021-05-14 12:05:31,355 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 12:05:31,356 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:05:31,356 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:05:31,403 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 12:05:31,403 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for /Users/isururanawaka/Documents/texts []
-2021-05-14 12:05:31,407 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 12:06:01,413 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File texts Created []
-2021-05-14 12:13:04,563 [main] WARN o.s.boot.StartupInfoLogger InetAddress.getLocalHost().getHostName() took 224 milliseconds to respond. Please verify your network configuration (macOS machines may need to add entries to /etc/hosts). []
-2021-05-14 12:13:04,577 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 35123 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 12:13:04,578 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 12:13:04,792 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.597 seconds (JVM running for 0.99) []
-2021-05-14 12:13:04,792 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 12:13:04,792 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:13:04,793 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:13:04,826 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 12:13:04,827 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for /Users/isururanawaka/Documents/texts []
-2021-05-14 12:13:04,827 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 12:13:24,834 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File texts Created []
-2021-05-14 12:23:40,454 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 35249 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 12:23:40,456 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 12:23:40,639 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.457 seconds (JVM running for 0.697) []
-2021-05-14 12:23:40,640 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 12:23:40,640 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:23:40,641 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:23:40,668 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 12:23:40,668 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for /Users/isururanawaka/Documents/texts []
-2021-05-14 12:23:40,669 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 12:24:50,677 [Thread-3] INFO o.a.a.d.c.c.l.AbstractListener File texts Created []
-2021-05-14 12:35:50,631 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 35390 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 12:35:50,633 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 12:35:50,920 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.623 seconds (JVM running for 0.987) []
-2021-05-14 12:35:50,921 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 12:35:50,921 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:35:50,922 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:35:50,969 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 12:35:50,969 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for /Users/isururanawaka/Documents/texts []
-2021-05-14 12:35:50,970 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 12:35:50,974 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts in watcher service []
-2021-05-14 12:35:50,977 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/sdf in watcher service []
-2021-05-14 12:35:50,978 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/ffg in watcher service []
-2021-05-14 12:35:50,978 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/ffg/dcfvgbh in watcher service []
-2021-05-14 12:35:50,978 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/test2 in watcher service []
-2021-05-14 12:35:50,978 [Thread-3] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/test2/sdf in watcher service []
-2021-05-14 12:40:06,249 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 35439 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 12:40:06,251 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 12:40:06,492 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.566 seconds (JVM running for 0.895) []
-2021-05-14 12:40:06,492 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 12:40:06,493 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:40:06,493 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:40:06,533 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 12:40:06,534 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for /Users/isururanawaka/Documents/texts []
-2021-05-14 12:40:06,534 [main] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 12:40:06,537 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts in watcher service []
-2021-05-14 12:40:06,541 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/sdf in watcher service []
-2021-05-14 12:40:06,542 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/ffg in watcher service []
-2021-05-14 12:40:06,543 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/ffg/dcfvgbh in watcher service []
-2021-05-14 12:40:06,543 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/test2 in watcher service []
-2021-05-14 12:40:06,544 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/test2/sdf in watcher service []
-2021-05-14 12:40:06,545 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher Running ...... []
-2021-05-14 12:47:35,792 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 35508 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 12:47:35,794 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 12:47:36,095 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.684 seconds (JVM running for 1.064) []
-2021-05-14 12:47:36,095 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 12:47:36,096 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:47:36,096 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 12:47:36,150 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 12:47:36,151 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for /Users/isururanawaka/Documents/texts []
-2021-05-14 12:47:36,151 [main] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 12:47:36,154 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts in watcher service []
-2021-05-14 12:47:36,182 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/sdf in watcher service []
-2021-05-14 12:47:36,183 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/ffg in watcher service []
-2021-05-14 12:47:36,184 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/ffg/dcfvgbh in watcher service []
-2021-05-14 12:47:36,184 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/test2 in watcher service []
-2021-05-14 12:47:36,185 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/test2/sdf in watcher service []
-2021-05-14 12:47:36,187 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher Running ...... []
-2021-05-14 13:00:43,700 [main] WARN o.s.boot.StartupInfoLogger InetAddress.getLocalHost().getHostName() took 209 milliseconds to respond. Please verify your network configuration (macOS machines may need to add entries to /etc/hosts). []
-2021-05-14 13:00:43,720 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 35823 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 13:00:43,721 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 13:00:43,902 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.522 seconds (JVM running for 0.748) []
-2021-05-14 13:00:43,902 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 13:00:43,903 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 13:00:43,903 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 13:00:43,931 [main] INFO o.a.a.d.f.c.w.FileWatcher Starting watcher service ... []
-2021-05-14 13:00:43,932 [main] INFO o.a.a.d.c.c.l.AbstractListener Caught register event for /Users/isururanawaka/Documents/texts []
-2021-05-14 13:00:43,932 [main] INFO o.a.a.d.f.c.w.FileWatcher Watcher service started at /Users/isururanawaka/Documents/texts []
-2021-05-14 13:00:43,935 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts in watcher service []
-2021-05-14 13:00:43,938 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/sdf in watcher service []
-2021-05-14 13:00:43,940 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/ffg in watcher service []
-2021-05-14 13:00:43,941 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/ffg/dcfvgbh in watcher service []
-2021-05-14 13:00:43,941 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/test2 in watcher service []
-2021-05-14 13:00:43,942 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/test2/sdf in watcher service []
-2021-05-14 13:00:43,943 [main] INFO o.a.a.d.f.c.w.FileWatcher registering /Users/isururanawaka/Documents/texts/asdadas in watcher service []
-2021-05-14 13:00:43,944 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher Running ...... []
-2021-05-14 13:45:04,466 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 36026 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 13:45:04,468 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 13:45:04,646 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.473 seconds (JVM running for 0.694) []
-2021-05-14 13:45:04,646 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 13:45:04,646 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 13:45:04,647 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 13:45:04,677 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts []
-2021-05-14 13:45:04,679 [pool-1-thread-2] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/ffg []
-2021-05-14 13:45:04,679 [pool-1-thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/ffg/dcfvgbh []
-2021-05-14 13:45:04,680 [pool-1-thread-4] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2 []
-2021-05-14 13:45:04,681 [pool-1-thread-5] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2/sdf []
-2021-05-14 13:45:04,681 [pool-1-thread-6] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/asdadas []
-2021-05-14 13:46:04,684 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File texts Created []
-2021-05-14 13:48:20,617 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 36065 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 13:48:20,619 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 13:48:20,799 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.45 seconds (JVM running for 0.664) []
-2021-05-14 13:48:20,800 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 13:48:20,800 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 13:48:20,802 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 13:48:20,832 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts []
-2021-05-14 13:48:20,833 [pool-1-thread-2] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/ffg []
-2021-05-14 13:48:20,833 [pool-1-thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/ffg/dcfvgbh []
-2021-05-14 13:48:20,835 [pool-1-thread-4] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2 []
-2021-05-14 13:48:20,835 [pool-1-thread-5] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2/sdf []
-2021-05-14 13:48:20,836 [pool-1-thread-6] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/asdadas []
-2021-05-14 13:48:50,838 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File SDFG.txt.back Created []
-2021-05-14 13:50:10,839 [pool-1-thread-4] INFO o.a.a.d.c.c.l.AbstractListener File test.1.txt Created []
-2021-05-14 13:50:40,840 [pool-1-thread-7] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2/ferferfe []
-2021-05-14 13:50:50,842 [pool-1-thread-7] INFO o.a.a.d.c.c.l.AbstractListener File .asdasda.txt.swp Created []
-2021-05-14 13:51:00,841 [pool-1-thread-7] INFO o.a.a.d.c.c.l.AbstractListener File asdasda.txt Created []
-2021-05-14 13:54:30,846 [pool-1-thread-4] INFO o.a.a.d.c.c.l.AbstractListener File .test.1.txt.swp Created []
-2021-05-14 13:54:40,846 [pool-1-thread-4] INFO o.a.a.d.c.c.l.AbstractListener File test.1.txt Modified []
-2021-05-14 13:55:00,846 [pool-1-thread-4] INFO o.a.a.d.c.c.l.AbstractListener File .test.1.txt.swp Created []
-2021-05-14 13:55:10,846 [pool-1-thread-4] INFO o.a.a.d.c.c.l.AbstractListener File test.1.txt Modified []
-2021-05-14 14:00:02,946 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 36153 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 14:00:02,948 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 14:00:03,133 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.481 seconds (JVM running for 0.717) []
-2021-05-14 14:00:03,133 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 14:00:03,134 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 14:00:03,134 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 14:00:03,164 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts []
-2021-05-14 14:00:03,165 [pool-1-thread-2] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/ffg []
-2021-05-14 14:00:03,165 [pool-1-thread-3] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/ffg/dcfvgbh []
-2021-05-14 14:00:03,166 [pool-1-thread-4] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2 []
-2021-05-14 14:00:03,167 [pool-1-thread-5] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2/sdf []
-2021-05-14 14:00:03,167 [pool-1-thread-6] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2/ferferfe []
-2021-05-14 14:00:03,167 [pool-1-thread-7] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/asdadas []
-2021-05-14 14:00:23,170 [pool-1-thread-5] INFO o.a.a.d.c.c.l.AbstractListener File FILE.txt Deleted []
-2021-05-14 14:00:53,169 [pool-1-thread-8] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts/test2/sdf/lsdf []
-2021-05-14 14:01:43,170 [pool-1-thread-4] INFO o.a.a.d.c.c.l.AbstractListener File sdf Deleted []
-2021-05-14 14:17:51,031 [main] INFO o.a.a.d.f.c.FileClientInitializer Starting FileClientInitializer on Isurus-MacBook-Pro.local with PID 36205 (/Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/target/data-orchestrator-file-event-listener-0.01-SNAPSHOT-jar-with-dependencies.jar started by isururanawaka in /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orches [...]
-2021-05-14 14:17:51,033 [main] INFO o.a.a.d.f.c.FileClientInitializer No active profile set, falling back to default profiles: default []
-2021-05-14 14:17:51,211 [main] INFO o.a.a.d.f.c.FileClientInitializer Started FileClientInitializer in 0.477 seconds (JVM running for 0.701) []
-2021-05-14 14:17:51,212 [main] INFO o.a.a.d.f.c.FileClientInitializer Initializing File watcher service ... []
-2021-05-14 14:17:51,212 [main] INFO o.a.a.d.f.c.FileClientInitializer Listening to file path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 14:17:51,213 [main] INFO o.a.a.d.f.c.FileClientInitializer File path /Users/isururanawaka/Documents/Airavata_Repository/airavata-data-lake/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/resources/config.yml []
-2021-05-14 14:17:51,240 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher Watcher service starting at /Users/isururanawaka/Documents/texts []
-2021-05-14 14:17:51,241 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts []
-2021-05-14 14:17:51,244 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts/ffg []
-2021-05-14 14:17:51,246 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts/ffg/dcfvgbh []
-2021-05-14 14:17:51,246 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts/test2 []
-2021-05-14 14:17:51,246 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts/test2/ferferfe []
-2021-05-14 14:17:51,247 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts/asdadas []
-2021-05-14 14:18:11,248 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File test2 Modified []
-2021-05-14 14:18:11,248 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File .EDFCVGB.txt.swp Created []
-2021-05-14 14:18:21,246 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File test2 Modified []
-2021-05-14 14:18:21,247 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File EDFCVGB.txt Created []
-2021-05-14 14:18:21,248 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File .EDFCVGB.txt.swp Deleted []
-2021-05-14 14:18:51,247 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File dcfvg Created []
-2021-05-14 14:18:51,247 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts/dcfvg []
-2021-05-14 14:19:11,248 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File dcfvg Modified []
-2021-05-14 14:19:11,248 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File RFGTYH.txt Created []
-2021-05-14 15:07:56,936 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File ffg Modified []
-2021-05-14 15:07:56,937 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Created []
-2021-05-14 15:07:56,937 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts/ffg/fvgh []
-2021-05-14 15:08:06,940 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-14 15:08:06,942 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File ASXDC.txt Created []
-2021-05-14 15:08:06,942 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File .ASXDC.txt.swp Deleted []
-2021-05-14 15:08:46,945 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-14 15:08:46,946 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File ASXDC.txt Deleted []
-2021-05-15 13:22:42,216 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-15 13:22:42,250 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File WSED.txt Created []
-2021-05-16 08:50:37,427 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-16 08:50:37,435 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File .WSED.txt.swp Created []
-2021-05-16 08:50:47,422 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-16 08:50:47,423 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File WSED.txt Modified []
-2021-05-16 08:50:47,423 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File .WSED.txt.swp Deleted []
-2021-05-16 14:04:04,017 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-16 14:04:04,023 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File .WSED.txt.swp Created []
-2021-05-16 14:04:13,987 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-16 14:04:13,989 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File WSED.txt Modified []
-2021-05-16 14:04:13,992 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File .WSED.txt.swp Deleted []
-2021-05-16 14:07:43,990 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-16 14:07:43,993 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File WSED.txt Modified []
-2021-05-17 12:28:59,325 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-17 12:28:59,395 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File WSED.txt.back Created []
-2021-05-17 12:33:19,293 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-17 12:33:19,298 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File XDCFV.txt Created []
-2021-05-17 12:35:29,291 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-17 12:35:29,295 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File WSED.txt.back Deleted []
-2021-05-17 12:35:59,283 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File fvgh Modified []
-2021-05-17 12:35:59,284 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File WSDCFVG.txt Created []
-2021-05-17 13:56:18,984 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File azsx Created []
-2021-05-17 13:56:19,021 [pool-1-thread-1] INFO o.a.a.d.f.c.w.FileWatcher registering: /Users/isururanawaka/Documents/texts/azsx []
-2021-05-17 13:56:28,956 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File azsx Modified []
-2021-05-17 13:56:29,035 [pool-1-thread-1] INFO o.a.a.d.c.c.l.AbstractListener File EDCFV.txt Created []
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/pom.xml b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/pom.xml
deleted file mode 100644
index 0ab625f..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/pom.xml
+++ /dev/null
@@ -1,86 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <parent>
- <artifactId>data-orchestrator-clients</artifactId>
- <groupId>org.apache.airavata.data.lake</groupId>
- <version>0.01-SNAPSHOT</version>
- </parent>
- <modelVersion>4.0.0</modelVersion>
-
- <artifactId>data-orchestrator-file-event-listener</artifactId>
-
- <properties>
- <maven.compiler.source>11</maven.compiler.source>
- <maven.compiler.target>11</maven.compiler.target>
- </properties>
-
- <dependencies>
- <dependency>
- <groupId>io.github.lognet</groupId>
- <artifactId>grpc-spring-boot-starter</artifactId>
- <version>${grpc.spring.boot}</version>
- <exclusions>
- <exclusion>
- <groupId>org.springframework.boot</groupId>
- <artifactId>spring-boot-starter</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.springframework.boot</groupId>
- <artifactId>spring-boot-starter</artifactId>
- <version>${spring.boot.data.jpa}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.airavata.data.lake</groupId>
- <artifactId>data-orchestrator-clients-core</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.airavata.data.lake</groupId>
- <artifactId>data-orchestrator-messaging</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
- <groupId>org.yaml</groupId>
- <artifactId>snakeyaml</artifactId>
- <version>${snakeyaml.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.kafka</groupId>
- <artifactId>kafka-clients</artifactId>
- <version>${kafka-clients.version}</version>
- </dependency>
- </dependencies>
-
- <build>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-assembly-plugin</artifactId>
- <version>${maven.assembly.plugin}</version>
- <executions>
- <execution>
- <id>file-event-listener-distribution-package</id>
- <phase>package</phase>
- <goals>
- <goal>single</goal>
- </goals>
- <configuration>
- <tarLongFileMode>posix</tarLongFileMode>
- <finalName>file-event-listener</finalName>
- <descriptors>
- <descriptor>src/main/dist/file-event-listener-assembly.xml</descriptor>
- </descriptors>
- <attach>false</attach>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- </build>
-
-
-</project>
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/file-listener-daemon.sh b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/file-listener-daemon.sh
deleted file mode 100644
index bb78d50..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/file-listener-daemon.sh
+++ /dev/null
@@ -1,113 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-. `dirname $0`/setenv.sh
-# Capture user's working dir before changing directory
-CWD="$PWD"
-cd ${AIRAVATA_HOME}/bin
-LOGO_FILE="logo.txt"
-
-JAVA_OPTS="-Dspring.config.location=${AIRAVATA_HOME}/conf/ -Dairavata.home=${AIRAVATA_HOME} -Dlogback.configurationFile=file:${AIRAVATA_HOME}/conf/logback.xml"
-AIRAVATA_COMMAND=""
-EXTRA_ARGS=""
-SERVERS=""
-LOGO=true
-IS_SUBSET=false
-SUBSET=""
-DEFAULT_LOG_FILE="${AIRAVATA_HOME}/logs/airavata-daemon.out"
-LOG_FILE=$DEFAULT_LOG_FILE
-
-SERVICE_NAME="File Listener"
-PID_PATH_NAME="${AIRAVATA_HOME}/bin/service-pid"
-
-case $1 in
- start)
- echo "Starting $SERVICE_NAME ..."
- if [ ! -f $PID_PATH_NAME ]; then
- nohup java ${JAVA_OPTS} -classpath "${AIRAVATA_CLASSPATH}" \
- org.apache.airavata.dataorchestrator.file.client.FileClientInitializer ${AIRAVATA_COMMAND} $* > $LOG_FILE 2>&1 &
- echo $! > $PID_PATH_NAME
- echo "$SERVICE_NAME started ..."
- else
- echo "$SERVICE_NAME is already running ..."
- fi
- ;;
- stop)
- if [ -f $PID_PATH_NAME ]; then
- PID=$(cat $PID_PATH_NAME);
- echo "$SERVICE_NAME stoping ..."
- kill $PID;
- RETRY=0
- while kill -0 $PID 2> /dev/null; do
- echo "Waiting for the process $PID to be stopped"
- RETRY=`expr ${RETRY} + 1`
- if [ "${RETRY}" -gt "20" ]
- then
- echo "Forcefully killing the process as it is not responding ..."
- kill -9 $PID
- fi
- sleep 1
- done
- echo "$SERVICE_NAME stopped ..."
- rm $PID_PATH_NAME
- else
- echo "$SERVICE_NAME is not running ..."
- fi
- ;;
- restart)
- if [ -f $PID_PATH_NAME ]; then
- PID=$(cat $PID_PATH_NAME);
- echo "$SERVICE_NAME stopping ...";
- kill $PID;
- RETRY=0
- while kill -0 $PID 2> /dev/null; do
- echo "Waiting for the process $PID to be stopped"
- RETRY=`expr ${RETRY} + 1`
- if [ "${RETRY}" -gt "20" ]
- then
- echo "Forcefully killing the process as it is not responding ..."
- kill -9 $PID
- fi
- sleep 1
- done
- echo "$SERVICE_NAME stopped ...";
- rm $PID_PATH_NAME
- echo "$SERVICE_NAME starting ..."
- nohup java ${JAVA_OPTS} -classpath "${AIRAVATA_CLASSPATH}" \
- org.apache.airavata.dataorchestrator.file.client.FileClientInitializer ${AIRAVATA_COMMAND} $* > $LOG_FILE 2>&1 &
- echo $! > $PID_PATH_NAME
- echo "$SERVICE_NAME started ..."
- else
- echo "$SERVICE_NAME is not running ..."
- fi
- ;;
- -h)
- echo "Usage: controller-daemon.sh"
-
- echo "command options:"
- echo " start Start server in daemon mode"
- echo " stop Stop server running in daemon mode"
- echo " restart Restart server in daemon mode"
- echo " -log <LOG_FILE> Where to redirect stdout/stderr (defaults to $DEFAULT_LOG_FILE)"
- echo " -h Display this help and exit"
- shift
- exit 0
- ;;
-esac
-
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/file-listener.sh b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/file-listener.sh
deleted file mode 100644
index b05865c..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/file-listener.sh
+++ /dev/null
@@ -1,71 +0,0 @@
-#!/usr/bin/env bash
-
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-. `dirname $0`/setenv.sh
-# Capture user's working dir before changing directory
-CWD="$PWD"
-cd ${AIRAVATA_HOME}/bin
-LOGO_FILE="logo.txt"
-
-JAVA_OPTS="-Dspring.config.location=${AIRAVATA_HOME}/conf/ -Dairavata.home=${AIRAVATA_HOME} -Dlogback.configurationFile=file:${AIRAVATA_HOME}/conf/logback.xml"
-AIRAVATA_COMMAND=""
-EXTRA_ARGS=""
-SERVERS=""
-IS_SUBSET=false
-SUBSET=""
-DEFAULT_LOG_FILE="${AIRAVATA_HOME}/logs/console.out"
-LOG_FILE=$DEFAULT_LOG_FILE
-
-# parse command arguments
-for var in "$@"
-do
- case ${var} in
- -xdebug)
- AIRAVATA_COMMAND="${AIRAVATA_COMMAND}"
- JAVA_OPTS="$JAVA_OPTS -Xdebug -Xnoagent -Xrunjdwp:transport=dt_socket,server=y,address=*:8000"
- shift
- ;;
- -log)
- shift
- LOG_FILE="$1"
- shift
- # If relative path, expand to absolute path using the user's $CWD
- if [ -z "`echo "$LOG_FILE" | egrep "^/"`" ]; then
- LOG_FILE="${CWD}/${LOG_FILE}"
- fi
- ;;
- -h)
- echo "Usage: file-listener.sh"
-
- echo "command options:"
- echo " -xdebug Start File Listener under JPDA debugger"
- echo " -h Display this help and exit"
- shift
- exit 0
- ;;
- *)
- EXTRA_ARGS="${EXTRA_ARGS} ${var}"
- shift
- ;;
- esac
-done
-
-java ${JAVA_OPTS} -classpath "${AIRAVATA_CLASSPATH}" \
- org.apache.airavata.dataorchestrator.file.client.FileClientInitializer ${AIRAVATA_COMMAND} $*
-
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/setenv.sh b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/setenv.sh
deleted file mode 100755
index 9e894e1..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/bin/setenv.sh
+++ /dev/null
@@ -1,46 +0,0 @@
-#!/bin/sh
-
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# resolve links - $0 may be a softlink
-PRG="$0"
-
-while [ -h "$PRG" ]; do
- ls=`ls -ld "$PRG"`
- link=`expr "$ls" : '.*-> \(.*\)$'`
- if expr "$link" : '.*/.*' > /dev/null; then
- PRG="$link"
- else
- PRG=`dirname "$PRG"`/"$link"
- fi
-done
-
-PRGDIR=`dirname "$PRG"`
-
-# Only set AIRAVATA_HOME if not already set
-[ -z "$AIRAVATA_HOME" ] && AIRAVATA_HOME=`cd "$PRGDIR/.." ; pwd`
-
-AIRAVATA_CLASSPATH=""
-
-for f in "$AIRAVATA_HOME"/lib/*.jar
-do
- AIRAVATA_CLASSPATH="$AIRAVATA_CLASSPATH":$f
-done
-
-export AIRAVATA_HOME
-export AIRAVATA_CLASSPATH
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/application.properties b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/application.properties
deleted file mode 100644
index 3c5b605..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/application.properties
+++ /dev/null
@@ -1 +0,0 @@
-config.path=${AIRAVATA_HOME}/conf/config.yml
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/config.yml b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/config.yml
deleted file mode 100644
index 766d98e..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/config.yml
+++ /dev/null
@@ -1,12 +0,0 @@
-listeningPath: "/Users/isururanawaka/Documents/texts"
-storagePreferenceId:""
-
-producer:
- brokerURL: "localhost:9092"
- publisherId: "DataOrchestratorProducer"
- publisherTopic: "quickstart-events"
-
-custos:
- serviceAccountId: ""
- serviceAccountSecret: ""
- tenantId: ""
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/logback.xml b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/logback.xml
deleted file mode 100644
index 3afe661..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/conf/logback.xml
+++ /dev/null
@@ -1,50 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!--
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements. See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership. The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing,
- software distributed under the License is distributed on an
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- KIND, either express or implied. See the License for the
- specific language governing permissions and limitations
- under the License.
--->
-<configuration>
-
- <appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
- <encoder>
- <pattern>%d [%t] %-5p %c{30} %m [%X]%n</pattern>
- </encoder>
- </appender>
-
- <appender name="LOGFILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
- <File>../logs/airavata.log</File>
- <Append>true</Append>
- <encoder>
- <pattern>%d [%t] %-5p %c{30} %m [%X]%n</pattern>
- </encoder>
- <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
- <fileNamePattern>../logs/airavata.log.%d{yyyy-MM-dd}</fileNamePattern>
- <maxHistory>30</maxHistory>
- <totalSizeCap>1GB</totalSizeCap>
- </rollingPolicy>
- </appender>
-
- <logger name="ch.qos.logback" level="WARN"/>
- <logger name="org.apache.helix" level="WARN"/>
- <logger name="org.apache.zookeeper" level="ERROR"/>
- <logger name="org.apache.helix" level="ERROR"/>
- <logger name="org.apache.airavata" level="INFO"/>
- <logger name="org.hibernate" level="ERROR"/>
- <logger name="net.schmizz.sshj" level="WARN"/>
- <root level="INFO">
- <appender-ref ref="CONSOLE"/>
- <appender-ref ref="LOGFILE"/>
- </root>
-</configuration>
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/file-event-listener-assembly.xml b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/file-event-listener-assembly.xml
deleted file mode 100644
index d7a85cf..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/dist/file-event-listener-assembly.xml
+++ /dev/null
@@ -1,86 +0,0 @@
-<!--
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements. See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership. The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing,
- software distributed under the License is distributed on an
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- KIND, either express or implied. See the License for the
- specific language governing permissions and limitations
- under the License.
--->
-<!DOCTYPE assembly [
- <!ELEMENT assembly (id|includeBaseDirectory|baseDirectory|formats|fileSets|dependencySets)*>
- <!ELEMENT id (#PCDATA)>
- <!ELEMENT includeBaseDirectory (#PCDATA)>
- <!ELEMENT baseDirectory (#PCDATA)>
- <!ELEMENT formats (format)*>
- <!ELEMENT format (#PCDATA)>
- <!ELEMENT fileSets (fileSet)*>
- <!ELEMENT fileSet (directory|outputDirectory|fileMode|includes)*>
- <!ELEMENT directory (#PCDATA)>
- <!ELEMENT outputDirectory (#PCDATA)>
- <!ELEMENT includes (include)*>
- <!ELEMENT include (#PCDATA)>
- <!ELEMENT dependencySets (dependencySet)*>
- <!ELEMENT dependencySet (outputDirectory|outputFileNameMapping|includes)*>
- ]>
-<assembly>
-
- <id>bin</id>
- <includeBaseDirectory>true</includeBaseDirectory>
- <baseDirectory>file-event-listener</baseDirectory>
- <formats>
- <format>tar.gz</format>
- <format>zip</format>
- </formats>
-
- <fileSets>
- <fileSet>
- <directory>src/main/dist/bin</directory>
- <outputDirectory>bin</outputDirectory>
- <fileMode>777</fileMode>
- <includes>
- <include>*.sh</include>
- </includes>
- </fileSet>
- <fileSet>
- <directory>src/main/dist/conf</directory>
- <outputDirectory>conf</outputDirectory>
- <includes>
- <include>application.properties</include>
- <include>config.yml</include>
- <include>logback.xml</include>
- </includes>
- </fileSet>
- <fileSet>
- <directory>./</directory>
- <outputDirectory>logs</outputDirectory>
- <excludes>
- <exclude>*/**</exclude>
- </excludes>
- </fileSet>
- <fileSet>
- <directory>target</directory>
- <outputDirectory>lib</outputDirectory>
- <includes>
- <include>*.jar</include>
- </includes>
- </fileSet>
- </fileSets>
-
- <dependencySets>
- <dependencySet>
- <useProjectArtifact>false</useProjectArtifact>
- <outputDirectory>lib</outputDirectory>
- <includes>
- <include>*</include>
- </includes>
- </dependencySet>
- </dependencySets>
-</assembly>
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/FileClientInitializer.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/FileClientInitializer.java
deleted file mode 100644
index 9c0bdd6..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/FileClientInitializer.java
+++ /dev/null
@@ -1,47 +0,0 @@
-package org.apache.airavata.dataorchestrator.file.client;
-
-import org.apache.airavata.dataorchestrator.file.client.model.Configuration;
-import org.apache.airavata.dataorchestrator.file.client.watcher.FileWatcherExecutor;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.springframework.boot.CommandLineRunner;
-import org.springframework.boot.SpringApplication;
-import org.springframework.boot.autoconfigure.SpringBootApplication;
-import org.yaml.snakeyaml.Yaml;
-
-import java.io.FileInputStream;
-import java.io.InputStream;
-import java.util.Optional;
-
-@SpringBootApplication
-public class FileClientInitializer implements CommandLineRunner {
-
- private static final Logger LOGGER = LoggerFactory.getLogger(FileClientInitializer.class);
-
- public static void main(String[] args) {
- SpringApplication.run(FileClientInitializer.class, args);
- }
-
- @org.springframework.beans.factory.annotation.Value("${config.path}")
- private String configPath;
-
- @Override
- public void run(String... args) throws Exception {
- LOGGER.info("Initializing File watcher service using config {}...", configPath);
-
- Configuration configuration = this.loadConfig(configPath);
- FileWatcherExecutor.startRecursiveWatching(configuration);
- }
-
-
- private Configuration loadConfig(String filePath) {
- LOGGER.info("File path " + filePath);
- try (InputStream in = new FileInputStream(filePath)) {
- Yaml yaml = new Yaml();
- return yaml.loadAs(in, Configuration.class);
- } catch (Exception exception) {
- LOGGER.error("Error loading config file", exception);
- }
- return null;
- }
-}
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/Listener/FileListener.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/Listener/FileListener.java
deleted file mode 100644
index c204b52..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/Listener/FileListener.java
+++ /dev/null
@@ -1,34 +0,0 @@
-package org.apache.airavata.dataorchestrator.file.client.Listener;
-
-import org.apache.airavata.dataorchestrator.clients.core.AbstractListener;
-import org.apache.airavata.dataorchestrator.clients.core.EventPublisher;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
-
-public class FileListener extends AbstractListener {
-
-
- public FileListener(EventPublisher eventPublisher) {
- super(eventPublisher);
- }
-
- @Override
- public void onRegistered(NotificationEvent event) throws Exception {
- super.onRegistered(event);
- }
-
- @Override
- public void onCreated(NotificationEvent event) throws Exception {
- super.onCreated(event);
- }
-
- @Override
- public void onModified(NotificationEvent event) throws Exception {
- super.onModified(event);
- }
-
- @Override
- public void onDeleted(NotificationEvent event) throws Exception {
- super.onDeleted(event);
- }
-
-}
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/model/Configuration.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/model/Configuration.java
deleted file mode 100644
index d4a42df..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/model/Configuration.java
+++ /dev/null
@@ -1,117 +0,0 @@
-package org.apache.airavata.dataorchestrator.file.client.model;
-
-public class Configuration {
- private String listeningPath;
- private String hostName;
- private int depth = 2;
-
- private Producer producer;
-
- private Custos custos;
-
- public Configuration() {
- }
-
- public String getHostName() {
- return hostName;
- }
-
- public void setHostName(String hostName) {
- this.hostName = hostName;
- }
-
- public String getListeningPath() {
- return listeningPath;
- }
-
- public void setListeningPath(String listeningPath) {
- this.listeningPath = listeningPath;
- }
-
- public Producer getProducer() {
- return producer;
- }
-
- public void setProducer(Producer producer) {
- this.producer = producer;
- }
-
- public Custos getCustos() {
- return custos;
- }
-
- public void setCustos(Custos custos) {
- this.custos = custos;
- }
-
- public int getDepth() {
- return depth;
- }
-
- public void setDepth(int depth) {
- this.depth = depth;
- }
-
- public static class Producer {
- private String brokerURL;
- private String publisherId;
- private String publisherTopic;
-
- public String getBrokerURL() {
- return brokerURL;
- }
-
- public void setBrokerURL(String brokerURL) {
- this.brokerURL = brokerURL;
- }
-
- public String getPublisherId() {
- return publisherId;
- }
-
- public void setPublisherId(String publisherId) {
- this.publisherId = publisherId;
- }
-
- public String getPublisherTopic() {
- return publisherTopic;
- }
-
- public void setPublisherTopic(String publisherTopic) {
- this.publisherTopic = publisherTopic;
- }
- }
-
- public static class Custos {
-
- private String serviceAccountId;
- private String serviceAccountSecret;
- private String tenantId;
-
- public String getServiceAccountId() {
- return serviceAccountId;
- }
-
- public void setServiceAccountId(String serviceAccountId) {
- this.serviceAccountId = serviceAccountId;
- }
-
- public String getServiceAccountSecret() {
- return serviceAccountSecret;
- }
-
- public void setServiceAccountSecret(String serviceAccountSecret) {
- this.serviceAccountSecret = serviceAccountSecret;
- }
-
- public String getTenantId() {
- return tenantId;
- }
-
- public void setTenantId(String tenantId) {
- this.tenantId = tenantId;
- }
- }
-
-
-}
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/model/FileEvent.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/model/FileEvent.java
deleted file mode 100644
index e13498e..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/model/FileEvent.java
+++ /dev/null
@@ -1,10 +0,0 @@
-package org.apache.airavata.dataorchestrator.file.client.model;
-
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
-
-/**
- * A class representing a file
- */
-public class FileEvent extends NotificationEvent {
-
-}
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/publisher/FileEventPublisher.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/publisher/FileEventPublisher.java
deleted file mode 100644
index a228d1c..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/publisher/FileEventPublisher.java
+++ /dev/null
@@ -1,36 +0,0 @@
-package org.apache.airavata.dataorchestrator.file.client.publisher;
-
-import org.apache.airavata.dataorchestrator.clients.core.EventPublisher;
-import org.apache.airavata.dataorchestrator.file.client.model.Configuration;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
-import org.apache.airavata.dataorchestrator.messaging.publisher.MessageProducer;
-import org.apache.kafka.clients.producer.Callback;
-import org.apache.kafka.clients.producer.RecordMetadata;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.util.concurrent.ExecutionException;
-
-public class FileEventPublisher implements EventPublisher {
- private static final Logger LOGGER = LoggerFactory.getLogger(FileEventPublisher.class);
-
- private Configuration configuration;
- private MessageProducer messageProducer;
-
- public FileEventPublisher(Configuration configuration) {
- this.configuration = configuration;
- this.messageProducer = new MessageProducer(configuration.getProducer().getBrokerURL(),
- configuration.getProducer().getPublisherId());
- }
-
- @Override
- public void publish(NotificationEvent notificationEvent, NotificationEvent.Type eventType) throws ExecutionException, InterruptedException {
- notificationEvent.setEventType(eventType);
- messageProducer.publish(configuration.getProducer().getPublisherTopic(), notificationEvent, new Callback() {
- @Override
- public void onCompletion(RecordMetadata recordMetadata, Exception e) {
- LOGGER.info(" Complete message publishing");
- }
- });
- }
-}
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/watcher/FileWatcher.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/watcher/FileWatcher.java
deleted file mode 100644
index c1bf220..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/watcher/FileWatcher.java
+++ /dev/null
@@ -1,212 +0,0 @@
-package org.apache.airavata.dataorchestrator.file.client.watcher;
-
-import org.apache.airavata.dataorchestrator.clients.core.AbstractListener;
-import org.apache.airavata.dataorchestrator.file.client.model.Configuration;
-import org.apache.airavata.dataorchestrator.file.client.model.FileEvent;
-import org.apache.airavata.dataorchestrator.messaging.Constants;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.File;
-import java.io.IOException;
-import java.nio.charset.StandardCharsets;
-import java.nio.file.*;
-import java.util.*;
-
-import static java.nio.file.StandardWatchEventKinds.*;
-
-/**
- * Watch for given folder path and notify changes
- */
-public class FileWatcher implements Runnable {
- private static final Logger LOGGER = LoggerFactory.getLogger(FileWatcher.class);
- private List<AbstractListener> listeners = new ArrayList<>();
-
- private final File rootFolder;
-
- private static Map<WatchKey, Path> keyPathMap = new HashMap<>();
-
- private Configuration configuration;
-
- public FileWatcher(File rootFolder, Configuration configuration) throws IOException {
- this.rootFolder = rootFolder;
- this.configuration = configuration;
- }
-
- @Override
- public void run() {
-
- LOGGER.info("Watcher service starting at " + rootFolder.getAbsolutePath());
- try (WatchService watchService = FileSystems.getDefault().newWatchService()) {
- Path path = Paths.get(rootFolder.getAbsolutePath());
- registerDir(path, watchService);
- while (true) {
- pollEvents(watchService);
- }
-
- } catch (Exception e) {
- LOGGER.error("Error occurred while watching folder " + rootFolder.getAbsolutePath(), e);
- Thread.currentThread().interrupt();
- }
- }
-
- protected void pollEvents(WatchService watchService) throws Exception {
-
- WatchKey key = watchService.take();
-
- for (WatchEvent<?> event : key.pollEvents()) {
- notifyListeners(watchService, event.kind(), event, key);
- }
-
- if (!key.reset()) {
- keyPathMap.remove(key);
- }
-
- if (keyPathMap.isEmpty()) {
- return;
- }
- }
-
-
- protected void notifyListeners(WatchService watchService, WatchEvent.Kind<?> kind, WatchEvent keyEvent, WatchKey key) throws Exception {
- Path path = (Path) keyEvent.context();
-
- Path parentPath = keyPathMap.get(key);
-
- path = parentPath.resolve(path);
- File file = path.toFile();
- Optional<FileEvent> event = getFileEvent(file);
-
- if (kind == ENTRY_CREATE) {
-
- if (event.isPresent()) {
- for (AbstractListener listener : listeners) {
- listener.onCreated(event.get());
- }
- }
-
- if (file.isDirectory()) {
- registerDir(path, watchService);
- }
-
- } else if (kind == ENTRY_MODIFY) {
-
- if (event.isPresent()) {
- for (AbstractListener listener : listeners) {
- listener.onModified(event.get());
- }
- }
-
- } else if (kind == ENTRY_DELETE) {
-
- if (event.isPresent()) {
- for (AbstractListener listener : listeners) {
- listener.onDeleted(event.get());
- }
- }
- }
- }
-
- public FileWatcher addListener(AbstractListener listener) {
-
- listeners.add(listener);
-
- return this;
-
- }
-
-
- public FileWatcher removeListener(AbstractListener listener) {
-
- listeners.remove(listener);
-
- return this;
-
- }
-
-
- public List<AbstractListener> getListeners() {
-
- return listeners;
-
- }
-
-
- public FileWatcher setListeners(List<AbstractListener> listeners) {
-
- this.listeners = listeners;
-
- return this;
-
- }
-
-
- /**
- * Register the given directory and all its sub-directories with the WatchService.
- */
-
-
- protected Optional<FileEvent> getFileEvent(File file) {
- FileEvent event = new FileEvent();
-
-
- String absolutePath = file.getAbsolutePath();
- if (configuration.getDepth() > 0) {
- String relativePath = absolutePath.substring(configuration.getListeningPath().length());
- if (relativePath.startsWith("/")) {
- relativePath = relativePath.substring(1);
- }
- String[] relativeParts = relativePath.split("/");
- if (relativeParts.length >= configuration.getDepth()) {
- String beginPath = configuration.getListeningPath();
- beginPath = beginPath.endsWith("/") ? beginPath.substring(0, beginPath.length()-1) : beginPath;
- for (int step = 0; step < configuration.getDepth(); step++) {
- beginPath = beginPath + "/" + relativeParts[step];
- }
- absolutePath = beginPath;
- } else {
- LOGGER.warn("Depth of path {} is not greater or equal to required depth {}", absolutePath, configuration.getDepth());
- return Optional.empty();
- }
- }
-
- if (new File(absolutePath).isDirectory()) {
- event.setResourceType(Constants.FOLDER);
- } else {
- event.setResourceType(Constants.FILE);
- }
-
- event.setResourcePath(absolutePath);
- event.setOccuredTime(System.currentTimeMillis());
- event.setAuthToken(Base64.getEncoder().encodeToString((configuration.getCustos().getServiceAccountId()
- + ":" + configuration.getCustos().getServiceAccountSecret()).getBytes(StandardCharsets.UTF_8)));
- event.setBasePath(configuration.getListeningPath());
- event.setTenantId(configuration.getCustos().getTenantId());
- event.setHostName(configuration.getHostName());
- return Optional.of(event);
- }
-
- private static void registerDir(Path path, WatchService watchService) throws
- IOException {
-
-
- if (!Files.isDirectory(path, LinkOption.NOFOLLOW_LINKS)) {
- return;
- }
-
- LOGGER.info("registering path: " + path);
-
- WatchKey key = path.register(watchService,
- StandardWatchEventKinds.ENTRY_CREATE,
- StandardWatchEventKinds.ENTRY_MODIFY,
- StandardWatchEventKinds.ENTRY_DELETE);
- keyPathMap.put(key, path);
-
-
- for (File f : path.toFile().listFiles()) {
- registerDir(f.toPath(), watchService);
- }
- }
-
-}
diff --git a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/watcher/FileWatcherExecutor.java b/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/watcher/FileWatcherExecutor.java
deleted file mode 100644
index 8352844..0000000
--- a/data-orchestrator/data-orchestrator-clients/data-orchestrator-file-event-listener/src/main/java/org/apache/airavata/dataorchestrator/file/client/watcher/FileWatcherExecutor.java
+++ /dev/null
@@ -1,37 +0,0 @@
-package org.apache.airavata.dataorchestrator.file.client.watcher;
-
-import org.apache.airavata.dataorchestrator.clients.core.AbstractListener;
-import org.apache.airavata.dataorchestrator.file.client.Listener.FileListener;
-import org.apache.airavata.dataorchestrator.file.client.model.Configuration;
-import org.apache.airavata.dataorchestrator.file.client.publisher.FileEventPublisher;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.File;
-import java.io.IOException;
-import java.util.concurrent.ExecutorService;
-import java.util.concurrent.Executors;
-
-public class FileWatcherExecutor {
-
- private static final Logger LOGGER = LoggerFactory.getLogger(FileWatcherExecutor.class);
- private static ExecutorService executorService = Executors.newSingleThreadExecutor();
-
- public static void startRecursiveWatching(Configuration configuration) throws IOException {
- File folder = new File(configuration.getListeningPath());
- if (folder.exists()) {
- FileWatcher watcher = new FileWatcher(folder, configuration);
-
- AbstractListener listener = new FileListener(new FileEventPublisher(configuration));
- watcher.addListener(listener);
- submit(watcher);
- } else {
- LOGGER.error("File not found " + folder.getAbsolutePath());
- }
- }
-
- public static void submit(FileWatcher fileWatcher) {
- executorService.submit(fileWatcher);
- }
-
-}
diff --git a/data-orchestrator/data-orchestrator-clients/pom.xml b/data-orchestrator/data-orchestrator-clients/pom.xml
index b33a879..ab1dbb0 100644
--- a/data-orchestrator/data-orchestrator-clients/pom.xml
+++ b/data-orchestrator/data-orchestrator-clients/pom.xml
@@ -11,7 +11,6 @@
<packaging>pom</packaging>
<modules>
<module>data-orchestrator-clients-core</module>
- <module>data-orchestrator-file-event-listener</module>
</modules>
<modelVersion>4.0.0</modelVersion>
diff --git a/data-orchestrator/data-orchestrator-messaging/pom.xml b/data-orchestrator/data-orchestrator-messaging/pom.xml
index fc48a88..f73276a 100644
--- a/data-orchestrator/data-orchestrator-messaging/pom.xml
+++ b/data-orchestrator/data-orchestrator-messaging/pom.xml
@@ -25,6 +25,16 @@
<artifactId>gson</artifactId>
<version>2.8.5</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.airavata.data.lake</groupId>
+ <artifactId>data-orchestrator-api-stub</artifactId>
+ <version>${project.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.google.protobuf</groupId>
+ <artifactId>protobuf-java-util</artifactId>
+ <version>${com.google.protobuf.util}</version>
+ </dependency>
</dependencies>
</project>
\ No newline at end of file
diff --git a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/consumer/ConsumerCallback.java b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/consumer/ConsumerCallback.java
index 3eacc07..925592c 100644
--- a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/consumer/ConsumerCallback.java
+++ b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/consumer/ConsumerCallback.java
@@ -1,10 +1,10 @@
package org.apache.airavata.dataorchestrator.messaging.consumer;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
+import org.apache.airavata.datalake.data.orchestrator.api.stub.notification.Notification;
@FunctionalInterface
public interface ConsumerCallback {
- void process(NotificationEvent notificationEvent) throws Exception;
+ void process(Notification notificationEvent) throws Exception;
}
diff --git a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/consumer/MessageConsumer.java b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/consumer/MessageConsumer.java
index f787fe7..44449d3 100644
--- a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/consumer/MessageConsumer.java
+++ b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/consumer/MessageConsumer.java
@@ -1,7 +1,7 @@
package org.apache.airavata.dataorchestrator.messaging.consumer;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEventDeserializer;
+import org.apache.airavata.datalake.data.orchestrator.api.stub.notification.Notification;
+import org.apache.airavata.dataorchestrator.messaging.model.NotificationDeserializer;
import org.apache.kafka.clients.consumer.*;
import org.apache.kafka.common.TopicPartition;
import org.apache.kafka.common.serialization.StringDeserializer;
@@ -18,14 +18,14 @@ import java.util.Properties;
public class MessageConsumer {
private static final Logger LOGGER = LoggerFactory.getLogger(MessageConsumer.class);
- private final Consumer<String, NotificationEvent> consumer;
+ private final Consumer<String, Notification> consumer;
public MessageConsumer(String borkerURL, String consumerGroup, int maxPollRecordsConfig, String topic) {
final Properties props = new Properties();
props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, borkerURL);
props.put(ConsumerConfig.GROUP_ID_CONFIG, consumerGroup);
props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
- props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, NotificationEventDeserializer.class.getName());
+ props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, NotificationDeserializer.class.getName());
props.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, "false");
props.put(ConsumerConfig.MAX_POLL_RECORDS_CONFIG, maxPollRecordsConfig);
@@ -38,12 +38,12 @@ public class MessageConsumer {
while (true) {
- final ConsumerRecords<String, NotificationEvent> consumerRecords = consumer.poll(Long.MAX_VALUE);
+ final ConsumerRecords<String, Notification> consumerRecords = consumer.poll(Long.MAX_VALUE);
for (TopicPartition partition : consumerRecords.partitions()) {
- List<ConsumerRecord<String, NotificationEvent>> partitionRecords = consumerRecords.records(partition);
+ List<ConsumerRecord<String, Notification>> partitionRecords = consumerRecords.records(partition);
LOGGER.info("Received data orchestrator records {}", partitionRecords.size());
- for (ConsumerRecord<String, NotificationEvent> record : partitionRecords) {
+ for (ConsumerRecord<String, Notification> record : partitionRecords) {
try {
callback.process(record.value());
} catch (Exception exception) {
diff --git a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEventDeserializer.java b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationDeserializer.java
similarity index 57%
rename from data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEventDeserializer.java
rename to data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationDeserializer.java
index a14d4ce..3f135bb 100644
--- a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEventDeserializer.java
+++ b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationDeserializer.java
@@ -1,6 +1,8 @@
package org.apache.airavata.dataorchestrator.messaging.model;
import com.google.gson.Gson;
+import com.google.protobuf.util.JsonFormat;
+import org.apache.airavata.datalake.data.orchestrator.api.stub.notification.Notification;
import org.apache.kafka.common.serialization.Deserializer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -10,9 +12,9 @@ import java.util.Map;
/**
* Notification event deserializer
*/
-public class NotificationEventDeserializer implements Deserializer<NotificationEvent> {
+public class NotificationDeserializer implements Deserializer<Notification> {
- private static final Logger LOGGER = LoggerFactory.getLogger(NotificationEventDeserializer.class);
+ private static final Logger LOGGER = LoggerFactory.getLogger(NotificationDeserializer.class);
@Override
public void configure(Map<String, ?> map, boolean b) {
@@ -20,11 +22,12 @@ public class NotificationEventDeserializer implements Deserializer<NotificationE
}
@Override
- public NotificationEvent deserialize(String topic, byte[] bytes) {
+ public Notification deserialize(String topic, byte[] bytes) {
String deserialized = new String(bytes);
try {
- Gson gson = new Gson();
- return gson.fromJson(deserialized, NotificationEvent.class);
+ Notification.Builder notificationBuilder = Notification.newBuilder();
+ JsonFormat.parser().ignoringUnknownFields().merge(deserialized, notificationBuilder);
+ return notificationBuilder.build();
} catch (Exception e) {
LOGGER.error("Failed to deserialize the message {}. So returning null", deserialized, e);
return null;
diff --git a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEvent.java b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEvent.java
deleted file mode 100644
index baecaeb..0000000
--- a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEvent.java
+++ /dev/null
@@ -1,87 +0,0 @@
-package org.apache.airavata.dataorchestrator.messaging.model;
-
-/**
- * Notification event represents triggering messages
- */
-public class NotificationEvent {
-
- public enum Type {
- REGISTER,
- CREATE,
- MODIFY,
- DELETE
- }
-
- private String resourcePath;
- private String resourceType;
- private Long occuredTime;
- private String authToken;
- private String tenantId;
- private String hostName;
- private String basePath;
- private Type eventType;
-
- public String getResourcePath() {
- return resourcePath;
- }
-
- public void setResourcePath(String resourcePath) {
- this.resourcePath = resourcePath;
- }
-
- public String getResourceType() {
- return resourceType;
- }
-
- public void setResourceType(String resourceType) {
- this.resourceType = resourceType;
- }
-
- public Long getOccuredTime() {
- return occuredTime;
- }
-
- public void setOccuredTime(Long occuredTime) {
- this.occuredTime = occuredTime;
- }
-
- public String getAuthToken() {
- return authToken;
- }
-
- public void setAuthToken(String authToken) {
- this.authToken = authToken;
- }
-
- public String getTenantId() {
- return tenantId;
- }
-
- public void setTenantId(String tenantId) {
- this.tenantId = tenantId;
- }
-
- public String getHostName() {
- return hostName;
- }
-
- public void setHostName(String hostName) {
- this.hostName = hostName;
- }
-
- public String getBasePath() {
- return basePath;
- }
-
- public void setBasePath(String basePath) {
- this.basePath = basePath;
- }
-
- public Type getEventType() {
- return eventType;
- }
-
- public void setEventType(Type eventType) {
- this.eventType = eventType;
- }
-}
diff --git a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEventSerializer.java b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationSerializer.java
similarity index 62%
rename from data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEventSerializer.java
rename to data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationSerializer.java
index 19c6ed5..4b53772 100644
--- a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationEventSerializer.java
+++ b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/model/NotificationSerializer.java
@@ -1,6 +1,8 @@
package org.apache.airavata.dataorchestrator.messaging.model;
import com.google.gson.Gson;
+import com.google.protobuf.util.JsonFormat;
+import org.apache.airavata.datalake.data.orchestrator.api.stub.notification.Notification;
import org.apache.kafka.common.serialization.Serializer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -11,9 +13,9 @@ import java.util.Map;
/**
* Notification event serializer
*/
-public class NotificationEventSerializer implements Serializer<NotificationEvent> {
+public class NotificationSerializer implements Serializer<Notification> {
- private static final Logger LOGGER = LoggerFactory.getLogger(NotificationEventSerializer.class);
+ private static final Logger LOGGER = LoggerFactory.getLogger(NotificationSerializer.class);
@Override
public void configure(Map<String, ?> map, boolean b) {
@@ -21,12 +23,9 @@ public class NotificationEventSerializer implements Serializer<NotificationEvent
}
@Override
- public byte[] serialize(String s, NotificationEvent notificationEvent) {
-
+ public byte[] serialize(String s, Notification notificationEvent) {
try {
- Gson gson = new Gson();
- notificationEvent.setOccuredTime(System.currentTimeMillis());
- return gson.toJson(notificationEvent).getBytes(StandardCharsets.UTF_8);
+ return JsonFormat.printer().print(notificationEvent).getBytes(StandardCharsets.UTF_8);
} catch (Exception e) {
LOGGER.error("Failed to serialize message {}. So returning null", s, e);
return null;
diff --git a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/publisher/MessageProducer.java b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/publisher/MessageProducer.java
index 4abded7..431e471 100644
--- a/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/publisher/MessageProducer.java
+++ b/data-orchestrator/data-orchestrator-messaging/src/main/java/org/apache/airavata/dataorchestrator/messaging/publisher/MessageProducer.java
@@ -1,7 +1,7 @@
package org.apache.airavata.dataorchestrator.messaging.publisher;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEvent;
-import org.apache.airavata.dataorchestrator.messaging.model.NotificationEventSerializer;
+import org.apache.airavata.datalake.data.orchestrator.api.stub.notification.Notification;
+import org.apache.airavata.dataorchestrator.messaging.model.NotificationSerializer;
import org.apache.kafka.clients.producer.*;
import org.apache.kafka.common.serialization.StringSerializer;
@@ -13,7 +13,7 @@ import java.util.concurrent.ExecutionException;
*/
public class MessageProducer {
- private final Producer<String, NotificationEvent> producer;
+ private final Producer<String, Notification> producer;
public MessageProducer(String borkerURL, String publisherId) {
Properties props = new Properties();
@@ -21,15 +21,15 @@ public class MessageProducer {
props.put(ProducerConfig.CLIENT_ID_CONFIG, publisherId);
props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG,
StringSerializer.class.getName());
- props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, NotificationEventSerializer.class.getName());
- this.producer = new KafkaProducer<String, NotificationEvent>(props);
+ props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, NotificationSerializer.class.getName());
+ this.producer = new KafkaProducer<String, Notification>(props);
}
- public void publish(String topic, NotificationEvent notificationMessage, Callback callback) throws ExecutionException, InterruptedException {
+ public void publish(String topic, Notification notificationMessage, Callback callback) throws ExecutionException, InterruptedException {
try {
- final ProducerRecord<String, NotificationEvent> record = new ProducerRecord<>(topic,
+ final ProducerRecord<String, Notification> record = new ProducerRecord<>(topic,
notificationMessage.getResourcePath(),
notificationMessage);
producer.send(record, callback).get();
diff --git a/data-orchestrator/data-orchestrator-service/data-orchestrator-api-stub/src/main/proto/notification.proto b/data-orchestrator/data-orchestrator-service/data-orchestrator-api-stub/src/main/proto/notification.proto
index 4ad1b17..55a1166 100644
--- a/data-orchestrator/data-orchestrator-service/data-orchestrator-api-stub/src/main/proto/notification.proto
+++ b/data-orchestrator/data-orchestrator-service/data-orchestrator-api-stub/src/main/proto/notification.proto
@@ -32,7 +32,23 @@ message Notification {
string tenantId = 6;
string hostName = 7;
string basePath = 8;
- string eventType = 9;
+ enum NotificationType {
+ REGISTER = 0;
+ CREATE = 1;
+ MODIFY = 2;
+ DELETE = 3;
+ }
+ NotificationType eventType = 9;
+ repeated ReplicaLocation replicas = 10;
+}
+
+message ReplicaLocation {
+ string baseDirectoryResourceId = 1;
+ enum ReplicaMode {
+ ARCHIVE = 0;
+ ORIGINAL = 1;
+ }
+ ReplicaMode replicaMode = 2;
}
message NotificationStatus {