openstack
/
sahara
Code Issues Proposed changes

Add list of open ports for Spark plugin 

It's needed for correct working auto security groups

Change-Id: I180d5278d8251f946eb3ff294f45cc188cf77e37
Closes-bug: #1393397
This commit is contained in:
Sergey Reshetnyak 2014-11-17 16:06:44 +03:00
parent 7c4ea57548
commit c574e64311
2 changed files with 26 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
sahara/plugins/spark/plugin.py
View File

@ -423,3 +423,27 @@ class SparkProvider(p.ProvisioningPluginBase):
return edp_engine.EdpEngine(cluster)
return None
def get_open_ports(self, node_group):
cluster = node_group.cluster
ports_map = {
'namenode': [8020, 50070, 50470],
'datanode': [50010, 1004, 50075, 1006, 50020],
'master': [
int(c_helper.get_config_value("Spark", "Master port",
cluster)),
int(c_helper.get_config_value("Spark", "Master webui port",
cluster)),
],
'slave': [
int(c_helper.get_config_value("Spark", "Worker webui port",
cluster))
]
}
ports = []
for process in node_group.node_processes:
if process in ports_map:
ports.extend(ports_map[process])
return ports

2
sahara/tests/integration/tests/gating/test_spark_gating.py
View File

@ -55,6 +55,7 @@ class SparkGatingTest(swift.SwiftTest, scaling.ScalingTest,
'description': 'test node group template for Spark plugin',
'node_processes': self.spark_config.MASTER_NODE_PROCESSES,
'floating_ip_pool': self.floating_ip_pool,
'auto_security_group': True,
'node_configs': {}
}
self.ng_tmpl_m_nn_id = self.create_node_group_template(**template)
@ -68,6 +69,7 @@ class SparkGatingTest(swift.SwiftTest, scaling.ScalingTest,
'description': 'test node group template for Spark plugin',
'node_processes': self.spark_config.WORKER_NODE_PROCESSES,
'floating_ip_pool': self.floating_ip_pool,
'auto_security_group': True,
'node_configs': {}
}
self.ng_tmpl_s_dn_id = self.create_node_group_template(**template)