You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spot.apache.org by ev...@apache.org on 2016/12/08 18:49:20 UTC

[40/50] [abbrv] incubator-spot git commit: Adding join to avoid multiprocessing overflow

Adding join to avoid multiprocessing overflow

Project: http://git-wip-us.apache.org/repos/asf/incubator-spot/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spot/commit/f9b8e118
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spot/tree/f9b8e118
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spot/diff/f9b8e118

Branch: refs/heads/master
Commit: f9b8e1181db2ec128aaf7be8fa85e3a8a26ef376
Parents: ee98df8
Author: Everardo Lopez Sandoval <ev...@intel.com>
Authored: Mon Dec 5 16:02:01 2016 -0600
Committer: GitHub <no...@github.com>
Committed: Mon Dec 5 16:02:01 2016 -0600

----------------------------------------------------------------------
 spot-ingest/pipelines/flow/worker.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-spot/blob/f9b8e118/spot-ingest/pipelines/flow/worker.py
----------------------------------------------------------------------
diff --git a/spot-ingest/pipelines/flow/worker.py b/spot-ingest/pipelines/flow/worker.py
index 8d2efd9..f160ea0 100755
--- a/spot-ingest/pipelines/flow/worker.py
+++ b/spot-ingest/pipelines/flow/worker.py
@@ -44,8 +44,9 @@ class Worker(object):
         self._logger.info("-------------------------------------- New File received --------------------------------------")
         self._logger.info("File: {0} ".format(file))        
         p = Process(target=self._process_new_file, args=(file,))
-        p.start()        
-
+        p.start()
+        p.join()
+        
     def _process_new_file(self,file):
 
         # get file from hdfs