Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
C
configuration
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
edx
configuration
Commits
b074558f
Commit
b074558f
authored
Feb 04, 2014
by
e0d
Browse files
Options
Browse Files
Download
Plain Diff
Merge pull request #741 from edx/e0d/commoncluster
E0d/commoncluster
parents
b82b0b54
308ad156
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
256 additions
and
516 deletions
+256
-516
cloudformation_templates/edx-reference-architecture.json
+256
-516
No files found.
cloudformation_templates/edx-reference-architecture.json
View file @
b074558f
...
...
@@ -62,29 +62,6 @@
],
"ConstraintDescription"
:
"must be a valid EC2 instance type."
},
"ElasticsearchInstanceType"
:{
"Description"
:
"Worker EC2 instance type"
,
"Type"
:
"String"
,
"Default"
:
"m1.small"
,
"AllowedValues"
:[
"t1.micro"
,
"m1.small"
,
"m1.medium"
,
"m1.large"
,
"m1.xlarge"
,
"m2.xlarge"
,
"m2.2xlarge"
,
"m2.4xlarge"
,
"m3.xlarge"
,
"m3.2xlarge"
,
"c1.medium"
,
"c1.xlarge"
,
"cc1.4xlarge"
,
"cc2.8xlarge"
,
"cg1.4xlarge"
],
"ConstraintDescription"
:
"must be a valid EC2 instance type."
},
"ForumInstanceType"
:{
"Description"
:
"Worker EC2 instance type"
,
"Type"
:
"String"
,
...
...
@@ -131,8 +108,8 @@
],
"ConstraintDescription"
:
"must be a valid EC2 instance type."
},
"
Rabbit
InstanceType"
:{
"Description"
:
"
RabbitMQ server EC2 instance type
"
,
"
CommonCluster
InstanceType"
:{
"Description"
:
"
The instance type on which common, clustered applications, e.g., RabbitMQ and Elasticsearch are hosted.
"
,
"Type"
:
"String"
,
"Default"
:
"m1.small"
,
"AllowedValues"
:[
...
...
@@ -155,7 +132,7 @@
"ConstraintDescription"
:
"must be a valid EC2 instance type."
},
"XserverInstanceType"
:{
"Description"
:
"
RabbitMQ
server EC2 instance type"
,
"Description"
:
"
Xserver
server EC2 instance type"
,
"Type"
:
"String"
,
"Default"
:
"m1.small"
,
"AllowedValues"
:[
...
...
@@ -178,7 +155,7 @@
"ConstraintDescription"
:
"must be a valid EC2 instance type."
},
"XqueueInstanceType"
:{
"Description"
:
"
RabbitMQ
server EC2 instance type"
,
"Description"
:
"
Xqueue
server EC2 instance type"
,
"Type"
:
"String"
,
"Default"
:
"m1.small"
,
"AllowedValues"
:[
...
...
@@ -300,21 +277,16 @@
"Type"
:
"Number"
,
"Default"
:
"2"
},
"
RabbitMQ
DesiredCapacity"
:{
"Description"
:
"The Auto-scaling group desired capacity for the
RabbitMQ
hosts"
,
"
CommonCluster
DesiredCapacity"
:{
"Description"
:
"The Auto-scaling group desired capacity for the
CommonCluster
hosts"
,
"Type"
:
"Number"
,
"Default"
:
"
2
"
"Default"
:
"
3
"
},
"WorkerDesiredCapacity"
:{
"Description"
:
"The Auto-scaling group desired capacity for the celery worker hosts"
,
"Type"
:
"Number"
,
"Default"
:
"2"
},
"ElasticsearchDesiredCapacity"
:{
"Description"
:
"The Auto-scaling group desired capacity for the forums hosts"
,
"Type"
:
"Number"
,
"Default"
:
"2"
},
"ForumDesiredCapacity"
:{
"Description"
:
"The Auto-scaling group desired capacity for the forums hosts"
,
"Type"
:
"Number"
,
...
...
@@ -465,8 +437,9 @@
"XServerJail02"
:
{
"CIDR"
:
"10.0.21.0/24"
},
"Xqueue01"
:
{
"CIDR"
:
"10.0.30.0/24"
},
"Xqueue02"
:
{
"CIDR"
:
"10.0.31.0/24"
},
"Rabbit01"
:
{
"CIDR"
:
"10.0.40.0/24"
},
"Rabbit02"
:
{
"CIDR"
:
"10.0.41.0/24"
},
"CommonCluster01"
:
{
"CIDR"
:
"10.0.46.0/24"
},
"CommonCluster02"
:
{
"CIDR"
:
"10.0.47.0/24"
},
"CommonCluster03"
:
{
"CIDR"
:
"10.0.48.0/24"
},
"Data01"
:
{
"CIDR"
:
"10.0.50.0/24"
},
"Data02"
:
{
"CIDR"
:
"10.0.51.0/24"
},
"Cache01"
:
{
"CIDR"
:
"10.0.60.0/24"
},
...
...
@@ -478,8 +451,6 @@
"Mongo01"
:
{
"CIDR"
:
"10.0.90.0/24"
},
"Mongo02"
:
{
"CIDR"
:
"10.0.91.0/24"
},
"Mongo03"
:
{
"CIDR"
:
"10.0.92.0/24"
},
"Elasticsearch01"
:
{
"CIDR"
:
"10.0.100.0/24"
},
"Elasticsearch02"
:
{
"CIDR"
:
"10.0.101.0/24"
},
"Admin"
:
{
"CIDR"
:
"10.0.200.0/24"
}
},
"MapRegionsToAvailZones"
:{
...
...
@@ -789,7 +760,7 @@
]
}
},
"
Rabbit
Subnet01"
:{
"
CommonCluster
Subnet01"
:{
"Type"
:
"AWS::EC2::Subnet"
,
"Properties"
:{
"VpcId"
:{
...
...
@@ -798,7 +769,7 @@
"CidrBlock"
:{
"Fn::FindInMap"
:[
"SubnetConfig"
,
"
Rabbit
01"
,
"
CommonCluster
01"
,
"CIDR"
]
},
...
...
@@ -812,7 +783,7 @@
"Tags"
:[
{
"Key"
:
"play"
,
"Value"
:
"
rabbitmq
"
"Value"
:
"
commoncluster
"
},
{
"Key"
:
"Network"
,
...
...
@@ -826,7 +797,7 @@
"-"
,
{
"Ref"
:
"DeploymentTag"
},
"-"
,
"internal-
rabbit
','target':'ec2'}"
"internal-
commoncluster
','target':'ec2'}"
]
]
}
...
...
@@ -834,7 +805,7 @@
]
}
},
"
Rabbit
Subnet02"
:{
"
CommonCluster
Subnet02"
:{
"Type"
:
"AWS::EC2::Subnet"
,
"Properties"
:{
"VpcId"
:{
...
...
@@ -843,7 +814,7 @@
"CidrBlock"
:{
"Fn::FindInMap"
:[
"SubnetConfig"
,
"
Rabbit
02"
,
"
CommonCluster
02"
,
"CIDR"
]
},
...
...
@@ -857,7 +828,52 @@
"Tags"
:[
{
"Key"
:
"play"
,
"Value"
:
"rabbitmq"
"Value"
:
"commoncluster"
},
{
"Key"
:
"Network"
,
"Value"
:
"Private"
},
{
"Key"
:
"immutable_metadata"
,
"Value"
:{
"Fn::Join"
:[
""
,
[
"{'purpose':'"
,
{
"Ref"
:
"EnvironmentTag"
},
"-"
,
{
"Ref"
:
"DeploymentTag"
},
"-"
,
"internal-commoncluster','target':'ec2'}"
]
]
}
}
]
}
},
"CommonClusterSubnet03"
:{
"Type"
:
"AWS::EC2::Subnet"
,
"Properties"
:{
"VpcId"
:{
"Ref"
:
"EdxVPC"
},
"CidrBlock"
:{
"Fn::FindInMap"
:[
"SubnetConfig"
,
"CommonCluster03"
,
"CIDR"
]
},
"AvailabilityZone"
:{
"Fn::FindInMap"
:[
"MapRegionsToAvailZones"
,
{
"Ref"
:
"AWS::Region"
},
"AZone2"
]
},
"Tags"
:[
{
"Key"
:
"play"
,
"Value"
:
"commoncluster"
},
{
"Key"
:
"Network"
,
...
...
@@ -871,7 +887,7 @@
"-"
,
{
"Ref"
:
"DeploymentTag"
},
"-"
,
"internal-
rabbit
','target':'ec2'}"
"internal-
commoncluster
','target':'ec2'}"
]
]
}
...
...
@@ -1187,96 +1203,6 @@
]
}
},
"ElasticsearchSubnet01"
:{
"Type"
:
"AWS::EC2::Subnet"
,
"Properties"
:{
"VpcId"
:{
"Ref"
:
"EdxVPC"
},
"CidrBlock"
:{
"Fn::FindInMap"
:[
"SubnetConfig"
,
"Elasticsearch01"
,
"CIDR"
]
},
"AvailabilityZone"
:{
"Fn::FindInMap"
:[
"MapRegionsToAvailZones"
,
{
"Ref"
:
"AWS::Region"
},
"AZone0"
]
},
"Tags"
:[
{
"Key"
:
"Application"
,
"Value"
:
"elasticsearch"
},
{
"Key"
:
"Network"
,
"Value"
:
"Private"
},
{
"Key"
:
"immutable_metadata"
,
"Value"
:{
"Fn::Join"
:[
""
,
[
"{'purpose':'"
,
{
"Ref"
:
"EnvironmentTag"
},
"-"
,
{
"Ref"
:
"DeploymentTag"
},
"-"
,
"internal-elasticsearch','target':'ec2'}"
]
]
}
}
]
}
},
"ElasticsearchSubnet02"
:{
"Type"
:
"AWS::EC2::Subnet"
,
"Properties"
:{
"VpcId"
:{
"Ref"
:
"EdxVPC"
},
"CidrBlock"
:{
"Fn::FindInMap"
:[
"SubnetConfig"
,
"Elasticsearch02"
,
"CIDR"
]
},
"AvailabilityZone"
:{
"Fn::FindInMap"
:[
"MapRegionsToAvailZones"
,
{
"Ref"
:
"AWS::Region"
},
"AZone1"
]
},
"Tags"
:[
{
"Key"
:
"Application"
,
"Value"
:
"elasticsearch"
},
{
"Key"
:
"Network"
,
"Value"
:
"Private"
},
{
"Key"
:
"immutable_metadata"
,
"Value"
:{
"Fn::Join"
:[
""
,
[
"{'purpose':'"
,
{
"Ref"
:
"EnvironmentTag"
},
"-"
,
{
"Ref"
:
"DeploymentTag"
},
"-"
,
"internal-elasticsearch','target':'ec2'}"
]
]
}
}
]
}
},
"ForumSubnet01"
:{
"Type"
:
"AWS::EC2::Subnet"
,
"Properties"
:{
...
...
@@ -1868,22 +1794,33 @@
}
}
},
"PrivateSubnetRouteTableAssociationRabbit01"
:{
"PrivateSubnetRouteTableAssociationCommonCluster01"
:{
"Type"
:
"AWS::EC2::SubnetRouteTableAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"CommonClusterSubnet01"
},
"RouteTableId"
:{
"Ref"
:
"PrivateRouteTable"
}
}
},
"PrivateSubnetRouteTableAssociationCommonCluster02"
:{
"Type"
:
"AWS::EC2::SubnetRouteTableAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"
RabbitSubnet01
"
"Ref"
:
"
CommonClusterSubnet02
"
},
"RouteTableId"
:{
"Ref"
:
"PrivateRouteTable"
}
}
},
"PrivateSubnetRouteTableAssociation
Rabbit02
"
:{
"PrivateSubnetRouteTableAssociation
CommonCluster03
"
:{
"Type"
:
"AWS::EC2::SubnetRouteTableAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"
RabbitSubnet02
"
"Ref"
:
"
CommonClusterSubnet03
"
},
"RouteTableId"
:{
"Ref"
:
"PrivateRouteTable"
...
...
@@ -1978,28 +1915,6 @@
}
}
},
"PrivateSubnetRouteTableAssociationElasticsearch01"
:{
"Type"
:
"AWS::EC2::SubnetRouteTableAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"ElasticsearchSubnet01"
},
"RouteTableId"
:{
"Ref"
:
"PrivateRouteTable"
}
}
},
"PrivateSubnetRouteTableAssociationElasticsearch02"
:{
"Type"
:
"AWS::EC2::SubnetRouteTableAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"ElasticsearchSubnet02"
},
"RouteTableId"
:{
"Ref"
:
"PrivateRouteTable"
}
}
},
"PrivateSubnetRouteTableAssociationForum01"
:{
"Type"
:
"AWS::EC2::SubnetRouteTableAssociation"
,
"Properties"
:{
...
...
@@ -2164,22 +2079,33 @@
}
}
},
"PrivateSubnetNetworkAclAssociationRabbit01"
:{
"PrivateSubnetNetworkAclAssociationCommonCluster01"
:{
"Type"
:
"AWS::EC2::SubnetNetworkAclAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"CommonClusterSubnet01"
},
"NetworkAclId"
:{
"Ref"
:
"PrivateNetworkAcl"
}
}
},
"PrivateSubnetNetworkAclAssociationCommonCluster02"
:{
"Type"
:
"AWS::EC2::SubnetNetworkAclAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"
RabbitSubnet01
"
"Ref"
:
"
CommonClusterSubnet02
"
},
"NetworkAclId"
:{
"Ref"
:
"PrivateNetworkAcl"
}
}
},
"PrivateSubnetNetworkAclAssociation
Rabbit02
"
:{
"PrivateSubnetNetworkAclAssociation
CommonCluster03
"
:{
"Type"
:
"AWS::EC2::SubnetNetworkAclAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"
RabbitSubnet02
"
"Ref"
:
"
CommonClusterSubnet03
"
},
"NetworkAclId"
:{
"Ref"
:
"PrivateNetworkAcl"
...
...
@@ -2274,28 +2200,6 @@
}
}
},
"PrivateSubnetNetworkAclAssociationElasticsearch01"
:{
"Type"
:
"AWS::EC2::SubnetNetworkAclAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"ElasticsearchSubnet01"
},
"NetworkAclId"
:{
"Ref"
:
"PrivateNetworkAcl"
}
}
},
"PrivateSubnetNetworkAclAssociationElasticsearch02"
:{
"Type"
:
"AWS::EC2::SubnetNetworkAclAssociation"
,
"Properties"
:{
"SubnetId"
:{
"Ref"
:
"ElasticsearchSubnet02"
},
"NetworkAclId"
:{
"Ref"
:
"PrivateNetworkAcl"
}
}
},
"PrivateSubnetNetworkAclAssociationForum01"
:{
"Type"
:
"AWS::EC2::SubnetNetworkAclAssociation"
,
"Properties"
:{
...
...
@@ -3649,12 +3553,15 @@
"Timeout"
:
"1200"
}
},
"
RabbitMQ
Server"
:{
"
CommonCluster
Server"
:{
"Type"
:
"AWS::AutoScaling::LaunchConfiguration"
,
"Properties"
:{
"SecurityGroups"
:[
{
"Ref"
:
"RabbitMQServerSecurityGroup"
},
{
"Ref"
:
"ElasticsearchServerSecurityGroup"
}
],
"ImageId"
:{
...
...
@@ -3667,7 +3574,7 @@
"Fn::FindInMap"
:[
"AWSInstanceType2Arch"
,
{
"Ref"
:
"
Rabbit
InstanceType"
"Ref"
:
"
CommonCluster
InstanceType"
},
"Arch"
]
...
...
@@ -3686,7 +3593,7 @@
"{
\n
"
,
" cfn-signal -e 1 -r
\"
$1
\"
'"
,
{
"Ref"
:
"
RabbitMQ
ServerWaitHandle"
"Ref"
:
"
CommonCluster
ServerWaitHandle"
},
"'
\n
"
,
" exit 1
\n
"
,
...
...
@@ -3699,7 +3606,7 @@
"# If all went well, signal success
\n
"
,
"cfn-signal -e $? -r 'Edx Server configuration' '"
,
{
"Ref"
:
"
RabbitMQ
ServerWaitHandle"
"Ref"
:
"
CommonCluster
ServerWaitHandle"
},
"'
\n
"
]
...
...
@@ -3710,7 +3617,7 @@
"Ref"
:
"KeyName"
},
"InstanceType"
:{
"Ref"
:
"
Rabbit
InstanceType"
"Ref"
:
"
CommonCluster
InstanceType"
},
"BlockDeviceMappings"
:[
{
...
...
@@ -3728,35 +3635,44 @@
]
}
},
"
RabbitMQ
ServerASGroup"
:{
"
CommonCluster
ServerASGroup"
:{
"Type"
:
"AWS::AutoScaling::AutoScalingGroup"
,
"Properties"
:{
"AvailabilityZones"
:[
{
"Fn::GetAtt"
:[
"RabbitSubnet01"
,
"CommonClusterSubnet01"
,
"AvailabilityZone"
]
},
{
"Fn::GetAtt"
:[
"CommonClusterSubnet02"
,
"AvailabilityZone"
]
},
{
"Fn::GetAtt"
:[
"
RabbitSubnet02
"
,
"
CommonClusterSubnet03
"
,
"AvailabilityZone"
]
}
],
"VPCZoneIdentifier"
:[
{
"Ref"
:
"RabbitSubnet01"
"Ref"
:
"CommonClusterSubnet01"
},
{
"Ref"
:
"CommonClusterSubnet02"
},
{
"Ref"
:
"
RabbitSubnet02
"
"Ref"
:
"
CommonClusterSubnet03
"
}
],
"Tags"
:[
{
"Key"
:
"play"
,
"Value"
:
"
rabbitmq
"
,
"Value"
:
"
commoncluster
"
,
"PropagateAtLaunch"
:
true
},
{
...
...
@@ -3775,121 +3691,94 @@
}
],
"LaunchConfigurationName"
:{
"Ref"
:
"
RabbitMQ
Server"
"Ref"
:
"
CommonCluster
Server"
},
"MinSize"
:{
"Ref"
:
"
RabbitMQ
DesiredCapacity"
"Ref"
:
"
CommonCluster
DesiredCapacity"
},
"MaxSize"
:{
"Ref"
:
"
RabbitMQ
DesiredCapacity"
"Ref"
:
"
CommonCluster
DesiredCapacity"
},
"DesiredCapacity"
:{
"Ref"
:
"
RabbitMQ
DesiredCapacity"
"Ref"
:
"
CommonCluster
DesiredCapacity"
},
"LoadBalancerNames"
:[
{
"Ref"
:
"RabbitMQELB"
}
]
}
},
"RabbitMQScaleUpPolicy"
:{
"Type"
:
"AWS::AutoScaling::ScalingPolicy"
,
"Properties"
:{
"AdjustmentType"
:
"ChangeInCapacity"
,
"AutoScalingGroupName"
:{
"Ref"
:
"RabbitMQServerASGroup"
},
"Cooldown"
:
"60"
,
"ScalingAdjustment"
:
"1
"
{
"Ref"
:
"ElasticSearchELB
"
}
},
"RabbitMQScaleDownPolicy"
:{
"Type"
:
"AWS::AutoScaling::ScalingPolicy"
,
"Properties"
:{
"AdjustmentType"
:
"ChangeInCapacity"
,
"AutoScalingGroupName"
:{
"Ref"
:
"RabbitMQServerASGroup"
},
"Cooldown"
:
"60"
,
"ScalingAdjustment"
:
"-1"
]
}
},
"
RabbitMQ
CPUAlarmHigh"
:{
"
CommonCluster
CPUAlarmHigh"
:{
"Type"
:
"AWS::CloudWatch::Alarm"
,
"Properties"
:{
"AlarmDescription"
:
"
Scale-up
if CPU > 90% for 10 minutes"
,
"AlarmDescription"
:
"
Alarm
if CPU > 90% for 10 minutes"
,
"MetricName"
:
"CPUUtilization"
,
"Namespace"
:
"AWS/EC2"
,
"Statistic"
:
"Average"
,
"Period"
:
"300"
,
"EvaluationPeriods"
:
"2"
,
"Threshold"
:
"90"
,
"AlarmActions"
:[
{
"Ref"
:
"RabbitMQScaleUpPolicy"
}
],
"AlarmActions"
:[],
"Dimensions"
:[
{
"Name"
:
"AutoScalingGroupName"
,
"Value"
:{
"Ref"
:
"
RabbitMQ
ServerASGroup"
"Ref"
:
"
CommonCluster
ServerASGroup"
}
}
],
"ComparisonOperator"
:
"GreaterThanThreshold"
}
},
"
RabbitMQ
CPUAlarmLow"
:{
"
CommonCluster
CPUAlarmLow"
:{
"Type"
:
"AWS::CloudWatch::Alarm"
,
"Properties"
:{
"AlarmDescription"
:
"
Scale-down
if CPU < 70% for 10 minutes"
,
"AlarmDescription"
:
"
Alarm
if CPU < 70% for 10 minutes"
,
"MetricName"
:
"CPUUtilization"
,
"Namespace"
:
"AWS/EC2"
,
"Statistic"
:
"Average"
,
"Period"
:
"300"
,
"EvaluationPeriods"
:
"2"
,
"Threshold"
:
"70"
,
"AlarmActions"
:[
{
"Ref"
:
"RabbitMQScaleDownPolicy"
}
],
"AlarmActions"
:[],
"Dimensions"
:[
{
"Name"
:
"AutoScalingGroupName"
,
"Value"
:{
"Ref"
:
"
RabbitMQ
ServerASGroup"
"Ref"
:
"
CommonCluster
ServerASGroup"
}
}
],
"ComparisonOperator"
:
"LessThanThreshold"
}
},
"
RabbitMQ
ELB"
:{
"
ElasticSearch
ELB"
:{
"Type"
:
"AWS::ElasticLoadBalancing::LoadBalancer"
,
"Properties"
:{
"Scheme"
:
"internal"
,
"SecurityGroups"
:[
{
"Ref"
:
"
RabbitMQ
ELBSecurityGroup"
"Ref"
:
"
ElasticSearch
ELBSecurityGroup"
}
],
"Listeners"
:[
{
"LoadBalancerPort"
:
"
5672
"
,
"InstancePort"
:
"
5672
"
,
"LoadBalancerPort"
:
"
9200
"
,
"InstancePort"
:
"
9200
"
,
"Protocol"
:
"TCP"
},
{
"LoadBalancerPort"
:
"
6163
"
,
"InstancePort"
:
"
6163
"
,
"LoadBalancerPort"
:
"
9300
"
,
"InstancePort"
:
"
9300
"
,
"Protocol"
:
"TCP"
}
],
"HealthCheck"
:{
"Target"
:
"TCP:
5672
"
,
"Target"
:
"TCP:
9200
"
,
"HealthyThreshold"
:
"3"
,
"UnhealthyThreshold"
:
"5"
,
"Interval"
:
"30"
,
...
...
@@ -3897,10 +3786,122 @@
},
"Subnets"
:[
{
"Ref"
:
"RabbitSubnet01"
"Ref"
:
"CommonClusterSubnet01"
},
{
"Ref"
:
"CommonClusterSubnet02"
},
{
"Ref"
:
"RabbitSubnet02"
"Ref"
:
"CommonClusterSubnet03"
}
]
}
},
"ElasticSearchELBSecurityGroup"
:{
"Type"
:
"AWS::EC2::SecurityGroup"
,
"Properties"
:{
"GroupDescription"
:
"Enable TCP access on elasticsearch ports"
,
"VpcId"
:{
"Ref"
:
"EdxVPC"
},
"SecurityGroupIngress"
:[
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
"9200"
,
"ToPort"
:
"9200"
,
"CidrIp"
:
"10.0.0.0/16"
},
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
"9300"
,
"ToPort"
:
"9300"
,
"CidrIp"
:
"10.0.0.0/16"
}
],
"SecurityGroupEgress"
:[
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
"9200"
,
"ToPort"
:
"9200"
,
"CidrIp"
:
"10.0.0.0/16"
},
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
"9300"
,
"ToPort"
:
"9300"
,
"CidrIp"
:
"10.0.0.0/16"
}
]
}
},
"ElasticsearchServerSecurityGroup"
:{
"Type"
:
"AWS::EC2::SecurityGroup"
,
"Properties"
:{
"GroupDescription"
:
"Open up SSH access plus Edx Server required ports"
,
"VpcId"
:{
"Ref"
:
"EdxVPC"
},
"SecurityGroupIngress"
:[
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
"22"
,
"ToPort"
:
"22"
,
"CidrIp"
:{
"Ref"
:
"SSHLocation"
}
},
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
9200
,
"ToPort"
:
9200
,
"CidrIp"
:
"10.0.0.0/16"
},
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
9300
,
"ToPort"
:
9300
,
"CidrIp"
:
"10.0.0.0/16"
}
]
}
},
"RabbitMQELB"
:{
"Type"
:
"AWS::ElasticLoadBalancing::LoadBalancer"
,
"Properties"
:{
"Scheme"
:
"internal"
,
"SecurityGroups"
:[
{
"Ref"
:
"RabbitMQELBSecurityGroup"
}
],
"Listeners"
:[
{
"LoadBalancerPort"
:
"5672"
,
"InstancePort"
:
"5672"
,
"Protocol"
:
"TCP"
},
{
"LoadBalancerPort"
:
"6163"
,
"InstancePort"
:
"6163"
,
"Protocol"
:
"TCP"
}
],
"HealthCheck"
:{
"Target"
:
"TCP:5672"
,
"HealthyThreshold"
:
"3"
,
"UnhealthyThreshold"
:
"5"
,
"Interval"
:
"30"
,
"Timeout"
:
"5"
},
"Subnets"
:[
{
"Ref"
:
"CommonClusterSubnet01"
},
{
"Ref"
:
"CommonClusterSubnet02"
},
{
"Ref"
:
"CommonClusterSubnet03"
}
]
}
...
...
@@ -4023,15 +4024,15 @@
]
}
},
"
RabbitMQ
ServerWaitHandle"
:{
"
CommonCluster
ServerWaitHandle"
:{
"Type"
:
"AWS::CloudFormation::WaitConditionHandle"
},
"
RabbitMQ
ServerWaitCondition"
:{
"
CommonCluster
ServerWaitCondition"
:{
"Type"
:
"AWS::CloudFormation::WaitCondition"
,
"DependsOn"
:
"
RabbitMQ
Server"
,
"DependsOn"
:
"
CommonCluster
Server"
,
"Properties"
:{
"Handle"
:{
"Ref"
:
"
RabbitMQ
ServerWaitHandle"
"Ref"
:
"
CommonCluster
ServerWaitHandle"
},
"Timeout"
:
"1200"
}
...
...
@@ -4781,267 +4782,6 @@
"Timeout"
:
"1200"
}
},
"ElasticsearchServer"
:{
"Type"
:
"AWS::AutoScaling::LaunchConfiguration"
,
"Properties"
:{
"SecurityGroups"
:[
{
"Ref"
:
"ElasticsearchServerSecurityGroup"
}
],
"ImageId"
:{
"Fn::FindInMap"
:[
"AWSRegionArch2AMI"
,
{
"Ref"
:
"AWS::Region"
},
{
"Fn::FindInMap"
:[
"AWSInstanceType2Arch"
,
{
"Ref"
:
"ElasticsearchInstanceType"
},
"Arch"
]
}
]
},
"UserData"
:{
"Fn::Base64"
:{
"Fn::Join"
:[
""
,
[
"#!/bin/bash -x
\n
"
,
"exec >> /home/ubuntu/cflog.log
\n
"
,
"exec 2>> /home/ubuntu/cflog.log
\n
"
,
"function error_exit
\n
"
,
"{
\n
"
,
" cfn-signal -e 1 -r
\"
$1
\"
'"
,
{
"Ref"
:
"ElasticsearchServerWaitHandle"
},
"'
\n
"
,
" exit 1
\n
"
,
"}
\n
"
,
"for dev in /dev/xvdc /dev/xvdd; do sudo echo w | fdisk $dev; sudo mkfs -t ext4 $dev;done;
\n
"
,
"sudo mkdir /mnt/logs
\n
"
,
"sudo mount /dev/xvdc /mnt/logs
\n
"
,
"sudo mount /dev/xvdd /opt
\n
"
,
"apt-get -y update
\n
"
,
"apt-get -y install python-setuptools
\n
"
,
"echo
\"
Python Tools installed
\"
- `date` >> /home/ubuntu/cflog.txt
\n
"
,
"easy_install https://s3.amazonaws.com/cloudformation-examples/aws-cfn-bootstrap-latest.tar.gz
\n
"
,
"echo
\"
Cloudformation Boostrap installed
\"
- `date` >> /home/ubuntu/cflog.txt
\n
"
,
"# If all went well, signal success
\n
"
,
"cfn-signal -e $? -r 'Edx Server configuration' '"
,
{
"Ref"
:
"ElasticsearchServerWaitHandle"
},
"'
\n
"
]
]
}
},
"KeyName"
:{
"Ref"
:
"KeyName"
},
"InstanceType"
:{
"Ref"
:
"ElasticsearchInstanceType"
},
"BlockDeviceMappings"
:[
{
"DeviceName"
:
"/dev/xvdc"
,
"Ebs"
:{
"VolumeSize"
:
"50"
}
},
{
"DeviceName"
:
"/dev/xvdd"
,
"Ebs"
:{
"VolumeSize"
:
"50"
}
}
]
}
},
"ElasticsearchServerASGroup"
:{
"Type"
:
"AWS::AutoScaling::AutoScalingGroup"
,
"Properties"
:{
"AvailabilityZones"
:[
{
"Fn::GetAtt"
:[
"ElasticsearchSubnet01"
,
"AvailabilityZone"
]
},
{
"Fn::GetAtt"
:[
"ElasticsearchSubnet02"
,
"AvailabilityZone"
]
}
],
"VPCZoneIdentifier"
:[
{
"Ref"
:
"ElasticsearchSubnet01"
},
{
"Ref"
:
"ElasticsearchSubnet02"
}
],
"Tags"
:[
{
"Key"
:
"play"
,
"Value"
:
"elasticsearch"
,
"PropagateAtLaunch"
:
true
},
{
"Key"
:
"environment"
,
"Value"
:{
"Ref"
:
"EnvironmentTag"
},
"PropagateAtLaunch"
:
true
},
{
"Key"
:
"deployment"
,
"Value"
:{
"Ref"
:
"DeploymentTag"
},
"PropagateAtLaunch"
:
true
}
],
"LaunchConfigurationName"
:{
"Ref"
:
"ElasticsearchServer"
},
"MinSize"
:{
"Ref"
:
"ElasticsearchDesiredCapacity"
},
"MaxSize"
:{
"Ref"
:
"ElasticsearchDesiredCapacity"
},
"DesiredCapacity"
:{
"Ref"
:
"ElasticsearchDesiredCapacity"
}
}
},
"ElasticsearchServerScaleUpPolicy"
:{
"Type"
:
"AWS::AutoScaling::ScalingPolicy"
,
"Properties"
:{
"AdjustmentType"
:
"ChangeInCapacity"
,
"AutoScalingGroupName"
:{
"Ref"
:
"ElasticsearchServerASGroup"
},
"Cooldown"
:
"60"
,
"ScalingAdjustment"
:
"1"
}
},
"ElasticsearchServerScaleDownPolicy"
:{
"Type"
:
"AWS::AutoScaling::ScalingPolicy"
,
"Properties"
:{
"AdjustmentType"
:
"ChangeInCapacity"
,
"AutoScalingGroupName"
:{
"Ref"
:
"ElasticsearchServerASGroup"
},
"Cooldown"
:
"60"
,
"ScalingAdjustment"
:
"-1"
}
},
"ElasticsearchCPUAlarmHigh"
:{
"Type"
:
"AWS::CloudWatch::Alarm"
,
"Properties"
:{
"AlarmDescription"
:
"Scale-up if CPU > 90% for 10 minutes"
,
"MetricName"
:
"CPUUtilization"
,
"Namespace"
:
"AWS/EC2"
,
"Statistic"
:
"Average"
,
"Period"
:
"300"
,
"EvaluationPeriods"
:
"2"
,
"Threshold"
:
"90"
,
"AlarmActions"
:[
{
"Ref"
:
"ElasticsearchServerScaleUpPolicy"
}
],
"Dimensions"
:[
{
"Name"
:
"AutoScalingGroupName"
,
"Value"
:{
"Ref"
:
"ElasticsearchServerASGroup"
}
}
],
"ComparisonOperator"
:
"GreaterThanThreshold"
}
},
"ElasticsearchCPUAlarmLow"
:{
"Type"
:
"AWS::CloudWatch::Alarm"
,
"Properties"
:{
"AlarmDescription"
:
"Scale-down if CPU < 70% for 10 minutes"
,
"MetricName"
:
"CPUUtilization"
,
"Namespace"
:
"AWS/EC2"
,
"Statistic"
:
"Average"
,
"Period"
:
"300"
,
"EvaluationPeriods"
:
"2"
,
"Threshold"
:
"70"
,
"AlarmActions"
:[
{
"Ref"
:
"ElasticsearchServerScaleDownPolicy"
}
],
"Dimensions"
:[
{
"Name"
:
"AutoScalingGroupName"
,
"Value"
:{
"Ref"
:
"ElasticsearchServerASGroup"
}
}
],
"ComparisonOperator"
:
"LessThanThreshold"
}
},
"ElasticsearchServerSecurityGroup"
:{
"Type"
:
"AWS::EC2::SecurityGroup"
,
"Properties"
:{
"GroupDescription"
:
"Open up SSH access plus Edx Server required ports"
,
"VpcId"
:{
"Ref"
:
"EdxVPC"
},
"SecurityGroupIngress"
:[
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
"22"
,
"ToPort"
:
"22"
,
"CidrIp"
:{
"Ref"
:
"SSHLocation"
}
},
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
9200
,
"ToPort"
:
9200
,
"CidrIp"
:
"0.0.0.0/0"
},
{
"IpProtocol"
:
"tcp"
,
"FromPort"
:
9300
,
"ToPort"
:
9300
,
"CidrIp"
:
"0.0.0.0/0"
}
]
}
},
"ElasticsearchServerWaitHandle"
:{
"Type"
:
"AWS::CloudFormation::WaitConditionHandle"
},
"ElasticsearchServerWaitCondition"
:{
"Type"
:
"AWS::CloudFormation::WaitCondition"
,
"DependsOn"
:
"ElasticsearchServer"
,
"Properties"
:{
"Handle"
:{
"Ref"
:
"ElasticsearchServerWaitHandle"
},
"Timeout"
:
"1200"
}
},
"ForumServer"
:{
"Type"
:
"AWS::AutoScaling::LaunchConfiguration"
,
"Properties"
:{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment