add route53, cleanup book, and autoscale

Author: waheedi

.gitignore

@@ -1 +1,2 @@
 *.retry
+.DS_Store

ansible.cfg

@@ -1,3 +1,2 @@
 [defaults]
-serial=1
-forks=1
+

aws_cleanup.yml

@@ -0,0 +1,9 @@
+---
+
+# Terminate all AWS related stuff
+
+- name: Destroy AWS related stuff for Spring App
+  hosts: local
+  connection: local
+  roles:
+    - { role: aws_cleanup, tags: ['aws_cleanup'] } #clean up aws 

deploy_app.yml

@@ -11,5 +11,6 @@
   gather_facts: yes
   roles:
     - { role: haproxy, tags: ['haproxy'] } # haproxy installation and configuration, load balancing between spring apps
+    - { role: rsyslog, tags: ['rsyslog'] } # rsyslog configuration, enable it for haproxy 
     - { role: nginx, tags: ['nginx'] } # nginx installation and configuration, proxying to haproxy from elb.
-    - { role: deploy_spring_app, tags: ['deploy_spring_app'] } # this is a collection of tasks to clone/checkout/package/run an app
+    - { role: deploy_spring_app, tags: ['deploy_spring_app'] } # this is a collection of tasks to clone/checkout/package/run an app

deploy_to_route53.yml

@@ -0,0 +1,10 @@
+---
+
+# This playbook deploys the route53 records and  health checks for the launched elbs for two profiles 
+# AWS_SECOND_PROFILE needs to be already deployed with full_deploy play
+
+- name: Add route53 records for our ELBs
+  hosts: local
+  connection: local
+  roles:
+    - { role: aws_route53, tags: ['create_route53_records'] }

full_deploy.yml

@@ -31,4 +31,4 @@
     - { role: haproxy, tags: ['haproxy'] } # haproxy installation and configuration, load balancing between spring apps
     - { role: rsyslog, tags: ['rsyslog'] } # rsyslog configuration, enable for haproxy    
     - { role: nginx, tags: ['nginx'] } # nginx installation and configuration, proxying to haproxy from elb.
-    - { role: deploy_spring_app, tags: ['deploy_spring_app'] } # this is a collection of tasks to clone/checkout/package/run an app
+    - { role: deploy_spring_app, tags: ['deploy_spring_app'] } # this is a collection of tasks to clone/checkout/package/run an app

group_vars/all

@@ -1,14 +1,19 @@
 ---
 
-#how many instances of the Spring app we want to run in a single sever
+#how many app instances of the Spring app we want to run in a single ec2 instace
 app_instances: 2
 
 #the default base port for our 
 app_port: 8080
 
 haproxy_springapps_port: 8888
 
+#an aws_profile to be used to run our books
+
 aws_profile: "{{ lookup('env', 'AWS_DEFAULT_PROFILE') | default('test', true) }}"
+aws_profile_2: "{{ lookup('env', 'AWS_SECOND_PROFILE') | default('false') }}"
+
+aws_region: "{{ lookup('env', 'AWS_DEFAULT_REGION') | default('us-east-1', true) }}"
 
 #ssh key
 aws_key_name: waheed
@@ -17,22 +22,29 @@ ansible_user: ubuntu
 
 #git repo vars
 git_key: ec2-new
-app_git_url: "[email protected]:waheedi/hello-spring-app.git"
+app_git_url: "[email protected]:waheedi/spring-time-app.git"
 branch: master
 
 #a marker to fail accidental run for create ec2s
 create_ec2_instances: yes
 
-#How many instance per az
+#How many ec2 instances per az
 instances_count: 1
 
 #How many azs we need for production only
 az_count: 2
 
-#default instance type for our run
+#default ec2 instance type for our run
 aws_instance_type: t2.micro
 
 #auto update the Spring App version using our versioning, maybe can be better used with mvn:commit 
 update_version: yes
 
-rsyslog_server: localhost
+rsyslog_server: localhost
+
+#a configured zone on route53
+route53_zone: "saascoin.network"
+
+# a dns record for our app to be hosted on it
+hello_dns: "hello.saascoin.network"
+

group_vars/prod

@@ -1,5 +1,11 @@
 [local]
 localhost
 [prod]
-18.215.33.203
-35.172.216.98
+18.206.152.159
+35.168.59.226
+[sta]
+52.53.159.204
+13.57.42.119
+[time-app]
+35.176.78.146
+3.8.95.133

group_vars/test

@@ -0,0 +1,23 @@
+---
+
+- name: Create a launch config for our auto scaling instances
+  ec2_lc:
+    name: "lc-springapp-{{ aws_profile }}"
+    instance_id: "{{ (hostvars[(groups[aws_profile] | last )].instance_ids | first ) }}"
+    key_name: "{{ aws_key_name }}"
+    security_groups: ["{{ hostvars[(groups[aws_profile] | last )].springappsg }}"]
+    profile: "{{ aws_profile }}"
+    instance_monitoring: yes  
+
+- name: Create Auto Scaling group for second profile
+  ec2_asg:
+    name: "asg-springapp-{{ aws_profile }}"
+    load_balancers: ["spring-app-{{ aws_profile }}"]
+    launch_config_name: "lc-springapp-{{ aws_profile }}"
+    health_check_period: 60
+    health_check_type: ELB
+    min_size: "{{ az_count }}"
+    max_size: "{{ az_count }}"
+    desired_capacity: "{{ az_count }}"
+    region: "{{ hostvars[(groups[aws_profile] | last )].aws_region }}"
+  when: aws_profile_2 is defined

hosts

@@ -0,0 +1,53 @@
+---
+
+- name: Delete health check for route53 for the first region
+  route53_health_check:
+    state: absent
+    fqdn: "{{ hostvars[(groups[aws_profile] | last )].springappelb_name }}"
+    type: HTTP_STR_MATCH
+    resource_path: /hello
+    string_match: "hello"
+    request_interval: 10
+    failure_threshold: 2
+
+- name: Delete Route53 record
+  route53:
+    state: absent
+    zone: "{{ route53_zone }}"
+    type: A
+    record: "{{ hello_dns }}"
+    wait: yes
+    wait_timeout: 300
+    value: "{{ hostvars[(groups[aws_profile] | last )].springappelb_name }}"
+
+- name: Delete Load Balancer for Spring App
+  ec2_elb_lb:
+    name:             "spring-app-{{aws_profile}}"
+    state:            absent
+    profile:          "{{ aws_profile }}"
+    region:  "{{ hostvars[(groups[aws_profile] | last )].aws_region }}"
+    wait: yes
+    wait_timeout: 300
+
+- name: Delete instances that were previously launched
+  ec2:
+    state: absent
+    instance_ids: "{{ hostvars[(groups[aws_profile] | last )].instance_ids }}"
+    profile:       "{{ aws_profile }}"
+    region:  "{{ hostvars[(groups[aws_profile] | last )].aws_region }}"
+    wait: yes
+    wait_timeout: 300
+
+- name: Delete Elastic Load Balancer Security Group
+  ec2_group:
+    group_id:  "{{ hostvars[(groups[aws_profile] | last )].springappelbsg }}"
+    profile:   "{{ aws_profile }}"
+    region:  "{{ hostvars[(groups[aws_profile] | last )].aws_region }}"    
+    state: absent
+
+- name: Delete Spring App Security Group
+  ec2_group:
+    group_id:  "{{ hostvars[(groups[aws_profile] | last )].springappsg }}"
+    profile:   "{{ aws_profile }}"
+    region:  "{{ hostvars[(groups[aws_profile] | last )].aws_region }}"    
+    state: absent

roles/aws_autoscale/tasks/main.yml

@@ -104,17 +104,10 @@
     count:      "{{ instances_count }}"
     monitoring: yes
   register: springapp_az2_ec2s
-  when: '"prod" in aws_profile'
 
 - name: Set AZ2 instances fact
   set_fact:
     az2_instances: "{{ springapp_az2_ec2s.instances }}"
-  when: '"prod" in aws_profile'
-
-- name: PSEUDO Set AZ2 instances fact 
-  set_fact:
-    az2_instances: []
-  when: az2_instances is not defined
 
 - name: Tag instances at AZ1
   ec2_tag:
@@ -137,7 +130,6 @@
   with_together:
     - "{{ az2_instances }}"
     - "{{ range(1, instances_count + 1) | list }}"
-  when: '"prod" in aws_profile'
 
 - debug: var=springapp_az2_ec2s
 
@@ -160,14 +152,12 @@
         cidr_ip: 0.0.0.0/0
     state:  "present"
   register: my_lb_group
-  when: '"prod" in aws_profile or "sta" in aws_profile'
 
 #- debug: var=my_lb_group
 
 - name: Set Elastic Load Balancer Security Group ID in variable
   set_fact:
     lb_group_id: "{{ my_lb_group.group_id }}"
-  when: '"prod" in aws_profile or "sta" in aws_profile'
 
 - name: Create Load Balancer for Spring App
   ec2_elb_lb:
@@ -202,9 +192,7 @@
   register: ec2_elb  
   with_flattened:
     - "{{ springapp_az1_ec2s.instance_ids }}"
-    - "{{ springapp_az2_ec2s.instance_ids }}"
-  when: '"prod" in aws_profile or "sta" in aws_profile'
-  
+    - "{{ springapp_az2_ec2s.instance_ids }}"  
 
 #- debug: var=ec2_elb
 
@@ -237,16 +225,6 @@
 
 #- debug: var=az1_instances
 
-- name: Add meta data for the newly created EC2 instances to the var group AZ1
-  lineinfile:
-    dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}"
-    regexp: "{{ aws_profile }}_{{ item.1 }}_{{ az1 | replace('-','_') }}"
-    line: "{{ aws_profile }}_{{ item.1 }}_{{ az1 | replace('-','_') }}: '{{ item.0.id }}' "
-  with_together:
-    - "{{ az1_instances }}"
-    - "{{ range(1, instances_count + 1) | list }}" 
-  changed_when: False
-
 - name: Add AZ1 to our profile group
   lineinfile:
     dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}"
@@ -265,55 +243,48 @@
 - name: Add instance_ids to current run profile az1 + az2
   lineinfile:
     dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}"
-    regexp: 'instance_ids_{{aws_profile}}' 
-    line: 'instance_ids_{{aws_profile}}: "{{ springapp_az1_ec2s.instance_ids +  springapp_az2_ec2s.instance_ids }}"' 
+    regexp: 'instance_ids' 
+    line: 'instance_ids: "{{ springapp_az1_ec2s.instance_ids +  springapp_az2_ec2s.instance_ids }}"' 
   when: (az2_instances | length > 0)
   changed_when: False
 
-- name: Add instance_ids to current run profile az1
-  lineinfile:
-    dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}"
-    regexp: 'instance_ids_{{aws_profile}}' 
-    line: 'instance_ids_{{aws_profile}}: "{{ springapp_az1_ec2s.instance_ids }}"'
-  when: (az2_instances | length == 0)
-  changed_when: False
-
-- name: Add meta data for the newly created EC2 instances to the var group AZ2
-  lineinfile:
-    dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}"
-    regexp: "{{ aws_profile }}_{{ item.1 }}_{{ az2 | replace('-','_') }}"
-    line: "{{ aws_profile }}_{{ item.1 }}_{{ az2 | replace('-','_') }}: '{{ item.0.id  }}'"
-  with_together:
-    - "{{ az2_instances }}"
-    - "{{ range(1, instances_count + 1) | list }}"
-  when: '"prod" in aws_profile'
-  changed_when: False
-
 - name: Add meta data for the newly created EC2 Security Group to the var group
   lineinfile:
     dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}" 
-    regexp: 'springappsg_{{aws_profile}}' 
-    line: "springappsg_{{aws_profile}}: '{{ item }}'"
+    regexp: 'springappsg' 
+    line: "springappsg: '{{ item }}'"
   with_items:
     - "{{ springapp_group_id }}"
   changed_when: False
 
 - name: Add meta data for the newly created ELB Security Group to the var group
   lineinfile:
     dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}" 
-    regexp: "springappelbsg_"
-    line: "springappelbsg_{{aws_profile}}: '{{ item }}'"
+    regexp: "springappelbsg"
+    line: "springappelbsg: '{{ item }}'"
   with_items:
     - "{{ lb_group_id }}"
-  when: '"prod" in aws_profile or "sta" in aws_profile'
   changed_when: False
 
 - name: Add meta data for the newly created ELB to the var group
   lineinfile:
     dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}" 
-    regexp: "springappelb_"
-    line: "springappelb_{{aws_profile}}: '{{ ec2_elb.results[0].elb.hosted_zone_name }}' "
-  when: '"prod" in aws_profile or "sta" in aws_profile'
+    regexp: "springappelb_name"
+    line: "springappelb_name: '{{ ec2_elb.results[0].elb.hosted_zone_name }}' "
+  changed_when: False
+
+- name: Add meta data for the newly created ELB to the var group
+  lineinfile:
+    dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}" 
+    regexp: "springappelb_zone"
+    line: "springappelb_zone: '{{ ec2_elb.results[0].elb.hosted_zone_id }}' "
+  changed_when: False
+
+- name: Add the region to our vars
+  lineinfile:
+    dest: "{{ inventory_dir }}/group_vars/{{ aws_profile }}" 
+    regexp: "aws_region"
+    line: "aws_region: {{ aws_region }}"
   changed_when: False
 
 - name: Add last deploy epoch time to profile