Advanced Cluster Options
Also available as:
PDF

Multiple existing security groups on AWS

Multiple existing security groups can be specified when creating a cluster via CLI on AWS.

Note
Note

This functionality is currently only supported via CLI. It is not available in the Cloudbreak web UI.

JSON skeleton example for using multiple existing security groups

If you would like to create a cluster that uses multiple existing security groups, you should specify these security groups separately for each host group as presented in the following example:

 "instanceGroups": [
   {
     "group": "master",
     "nodeCount": 1,
     "securityGroup": {
       "securityGroupIds": [
         "sg-07c608a0abe6ff621",
         "sg-09708326f617eb541"
       ]
     },

The same or different security groups can be used for different host groups.

For example, the following JSON instructs Cloudbreak to uses two existing security groups for each of the three host groups: master, worker, and compute:

{
 "general": {
   "credentialName": "test-credential",
   "name": "test-cluster"
 },
 "placement": {
   "region": "eu-central-1",
   "availabilityZone": "eu-central-1a"
 },
 "cluster": {
   "ambari": {
     "blueprintName": "EDW-ETL: Apache Hive, Apache Spark 2",
     "password": "MySecurePassowrd123!",
     "userName": "admin"
   }
 },
 "network": {
   "parameters": {
     "subnetId": "subnet-06311b55deb7a35c1",
     "vpcId": "vpc-071b87f1e7af6f4b1"
   }
 },
 "imageSettings": {
   "os": "amazonlinux"
 },
 "instanceGroups": [
   {
     "group": "master",
     "nodeCount": 1,
     "securityGroup": {
       "securityGroupIds": [
         "sg-07c608a0abe6ff621",
         "sg-09708326f617eb541"
       ]
     },
     "template": {
       "instanceType": "m5.xlarge",
       "volumeCount": 1,
       "volumeSize": 100,
       "volumeType": "gp2"
     },
     "type": "GATEWAY"
   },
   {
     "group": "worker",
     "nodeCount": 1,
     "securityGroup": {
       "securityGroupIds": [
         "sg-07c608a0abe6ff621",
         "sg-09708326f617eb541"
       ]
     },
     "template": {
       "instanceType": "m5.xlarge",
       "volumeCount": 1,
       "volumeSize": 100,
       "volumeType": "gp2"
     },
     "type": "CORE"
   },
   {
     "group": "compute",
     "nodeCount": 0,
     "securityGroup": {
       "securityGroupIds": [
         "sg-07c608a0abe6ff621",
         "sg-09708326f617eb541"
       ]
     },
     "template": {
       "instanceType": "m3.xlarge",
       "volumeCount": 1,
       "volumeSize": 100,
       "volumeType": "gp2"
     },
     "type": "CORE"
   }
 ],
 "stackAuthentication": {
   "publicKey": "paste-your-key"
 }
}