-
Notifications
You must be signed in to change notification settings - Fork 8
/
ec2_handler.py
175 lines (156 loc) · 6.24 KB
/
ec2_handler.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
import random
import string
import ansible.playbook
import ansible.inventory
from ansible import callbacks
from ansible import utils
from eip_mapping import EC2_EIP_MAP
from sg_mapping import EC2_SG_MAP
import boto.ec2
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
runner_cb = callbacks.PlaybookRunnerCallbacks(stats,verbose=utils.VERBOSITY)
STG_PUB_SUBENTID = "subnet-xyxyxyxy"
STG_PVT_SUBNETID = "subnet-xyxyxyxy"
PRD_PUB_SUBNETID = "subnet-xyxyxyxy"
PRD_PVT_SUBNETID = "subnet-xyxyxyxy"
EC2_TEMPLATE_FILE = "/home/ubuntu/bootstrapper/templates/ec2_launch.jinja"
EC2_EIP_TEMPLATE_FILE = "/home/ubuntu/bootstrapper/templates/ec2_eip_launch.jinja"
EIP_TEMPLATE_FILE = "/home/ubuntu/bootstrapper/templates/assign_eip.jinja"
EIP_ROLES = ["eip_cluster_1", "eip_cluster_2", "eip_cluser_3", "eip_cluster_4"]
EC2_LC_FILE = "/home/ubuntu/bootstrapper/templates/ec2_lc.jinja"
def gen_ec2_pbook_yml(ec2_inst_type, subid, ans_role, ec2_priv_ip, ec2_pub_ip, ans_env):
ran_text = ''.join([random.choice(string.ascii_letters + string.digits) for n in xrange(32)])
temp_yml_file = "/tmp/" + "ans-" + ran_text + ".yml"
if ans_role in EIP_ROLES:
instance_eip = get_role_eip(ans_env, ans_role)
if instance_eip == '':
raise Exception('No Free EIP found')
r = open(EC2_EIP_TEMPLATE_FILE).read()
r = r.replace('inst_eip', instance_eip)
else:
r = open(EC2_TEMPLATE_FILE).read()
r = r.replace('ans_launch_role', ans_role)
r = r.replace('inst_public_ip', ec2_pub_ip)
r = r.replace('inst_ip', ec2_priv_ip)
r = r.replace('launch_instance_type', ec2_inst_type)
r = r.replace('ec2_vpc_subnet', subid)
f = open(temp_yml_file, 'w')
f.write(r)
f.close()
return temp_yml_file
def gen_eip_pbook_yml(ec2_inst_id, ec2_inst_eip, ec2_inst_region):
ran_text = ''.join([random.choice(string.ascii_letters + string.digits) for n in xrange(32)])
temp_yml_file = "/tmp/" + "ans-eip-" + ran_text + ".yml"
r = open(EIP_TEMPLATE_FILE).read()
r = r.replace('inst_eip', ec2_inst_eip)
r = r.replace('instid', ec2_inst_id)
r = r.replace('amz_ec2_rgn', ec2_inst_region)
f = open(temp_yml_file, 'w')
f.write(r)
f.close()
return temp_yml_file
def gen_lc_pbook_yml(ec2_inst_type, ec2_lc_name, ec2_inst_public_ip, ec2_ami_id, ec2_reg, ec2_sg, launch_key, inst_user_data):
ran_text = ''.join([random.choice(string.ascii_letters + string.digits) for n in xrange(32)])
temp_yml_file = "/tmp/" + "ans-lc-" + ran_text + ".yml"
r = open(EC2_LC_FILE).read()
r = r.replace('app_name', ec2_lc_name)
r = r.replace('ami', ec2_ami_id)
r = r.replace('keyname', launch_key)
r = r.replace('aws_regn', ec2_reg)
r = r.replace('sec_group', ec2_sg)
r = r.replace('instance_size', ec2_inst_type)
r = r.replace('udata', inst_user_data)
r = r.replace('inst_public_ip', ec2_inst_public_ip)
f = open(temp_yml_file, 'w')
f.write(r)
f.close()
return temp_yml_file
def launch_ec2_inst(ec2_inst_type, ans_env, ans_role, ec2_inst_ip,
ec2_public_ip, ans_user, ans_key_file):
if ans_env == "dev":
if ec2_public_ip == "False":
vpc_subnet_id = STG_PVT_SUBNETID
else:
vpc_subnet_id = STG_PUB_SUBENTID
elif ans_env == "prod":
if ec2_public_ip == "False":
vpc_subnet_id = PRD_PVT_SUBNETID
else:
vpc_subnet_id = PRD_PUB_SUBNETID
else:
vpc_subnet_id = ''
pbook_yml = gen_ec2_pbook_yml(ec2_inst_type, vpc_subnet_id, ans_role, ec2_inst_ip, ec2_public_ip, ans_env)
run_pbook = ansible.playbook.PlayBook(
playbook=pbook_yml,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
remote_user=ans_user,
private_key_file=ans_key_file,
host_list='/home/ubuntu/bootstrapper/local_hosts',
extra_vars={
'env': ans_env
}
).run()
return run_pbook
def list_ec2_host(host_pattern):
inventory = ansible.inventory.Inventory("/home/ubuntu/bootstrapper/ec2.py")
hosts = inventory.list_hosts(host_pattern)
return hosts
def get_role_eip(ans_env, ans_role):
role_res_eip = EC2_EIP_MAP.get(ans_env).get(ans_role)
if ans_env == "prod":
ec2_reg = 'us-west-1'
else:
ec2_reg = 'us-east-1'
inst_eip = ''
c = boto.ec2.connect_to_region(ec2_reg)
addresses = c.get_all_addresses()
for addr in addresses:
if addr.instance_id is None:
if addr.public_ip in role_res_eip:
print "Free EIP available for %s is %s" %(ans_role, addr.public_ip)
inst_eip = addr.public_ip
break
else:
print "public ip %s doesnt belong to %s" %(addr.public_ip, ans_role)
else:
print "EIP %s is attached to instance %s" %(addr.public_ip, addr.instance_id)
return inst_eip
def create_ec2_lc(ec2_inst_type, ec2_lc_role, ans_env, ec2_ami_id, ans_remote_user, ans_private_key, ec2_inst_public_ip):
if ans_env == "prod":
ec2_reg = 'us-west-1'
else:
ec2_reg = 'us-east-1'
ec2_lc_name = ans_env + '-' + ec2_lc_role + '-' + 'lc'
if ans_env == "dev":
launch_key = "dev-key"
else:
launch_key = "prod-key"
if ec2_lc_role in EIP_ROLES:
inst_user_data= """#!/bin/bash
echo 'Starting EIP management via Bootstrapper'
/usr/local/src/set_eip.sh
echo 'starting server bootstrap'
/usr/local/src/ans_bootstrap.sh"""
else:
inst_user_data= """#!/bin/bash
echo 'starting server bootstrap'
/usr/local/src/ans_bootstrap.sh"""
role_sg_name = "sg_vpc_%s" %ec2_lc_role
ec2_sg = "%s,%s" %(EC2_SG_MAP.get(ans_env).get("sg_internal_ssh_ruler_for_default"), EC2_SG_MAP.get(ans_env).get(role_sg_name))
pbook_yml = gen_lc_pbook_yml(ec2_inst_type, ec2_lc_name, ec2_inst_public_ip, ec2_ami_id, ec2_reg, ec2_sg, launch_key, inst_user_data)
run_pbook = ansible.playbook.PlayBook(
playbook=pbook_yml,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
remote_user=ans_remote_user,
private_key_file=ans_private_key,
host_list='/home/ubuntu/bootstrapper/local_hosts',
extra_vars={
'env': ans_env
}
).run()
return run_pbook