[48/50] git commit: Fix issue with spark_ec2 seeing empty security groups

[rx...@apache.org]

Fix issue with spark_ec2 seeing empty security groups

Under unknown, but occasional, circumstances, reservation.groups is empty
despite reservation.instances each having groups. This means that the
spark_ec2 get_existing_clusters() method would fail to find any instances.
To fix it, we simply use the instances' groups as the source of truth.

Note that this is actually just a revival of PR #827, now that the issue
has been reproduced.


Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/f589ce77
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/f589ce77
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/f589ce77

Branch: refs/heads/master
Commit: f589ce771a53dcbfda5f62fe0ac77164688ecc76
Parents: 2aff798
Author: Aaron Davidson <aa...@databricks.com>
Authored: Thu Sep 19 14:09:26 2013 -0700
Committer: Aaron Davidson <aa...@databricks.com>
Committed: Thu Sep 19 14:09:26 2013 -0700

----------------------------------------------------------------------
 ec2/spark_ec2.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/f589ce77/ec2/spark_ec2.py
----------------------------------------------------------------------
diff --git a/ec2/spark_ec2.py b/ec2/spark_ec2.py
index 419d0fe..6b7d202 100755
--- a/ec2/spark_ec2.py
+++ b/ec2/spark_ec2.py
@@ -364,12 +364,12 @@ def get_existing_cluster(conn, opts, cluster_name, die_on_error=True):
   slave_nodes = []
   for res in reservations:
     active = [i for i in res.instances if is_active(i)]
-    if len(active) > 0:
-      group_names = [g.name for g in res.groups]
+    for inst in active:
+      group_names = [g.name for g in inst.groups]
       if group_names == [cluster_name + "-master"]:
-        master_nodes += res.instances
+        master_nodes.append(inst)
       elif group_names == [cluster_name + "-slaves"]:
-        slave_nodes += res.instances
+        slave_nodes.append(inst)
   if any((master_nodes, slave_nodes)):
     print ("Found %d master(s), %d slaves" %
            (len(master_nodes), len(slave_nodes)))