documentation

Author: waheedi

README.md

@@ -1,6 +1,12 @@
 # Ansible playbooks for launching and deploying a spring app
 
-The playbooks are designed to dynamically work with almost any spring app, the infrastructure is also designed to be scalable, fault-tolerant and highly available.
+The playbooks are designed to dynamically work with almost any spring app, the infrastructure is also built to be scalable, fault-tolerant and highly available.
+
+The infrastructure is designed like the image below:
+
+![alt text](aws-springapp-infrastructure.png)
+
+![](aws-springapp-infrastructure.png)
 
 ### Requirements:
 
@@ -26,14 +32,14 @@ region = us-west-1
 [profile test-hello-app]
 region = us-west-2
 
-[profile prod-time-app]
+[profile prod-time-app-east]
 region = us-east-1
 
 [profile prod-time-app-west]
 region = us-west-1
 
 ```
-Sample ~/.aws/config
+Sample ~/.aws/credentials
 ```
 [test-time-app]
 aws_access_key_id = 
@@ -44,11 +50,20 @@ aws_secret_access_key =
 
 #### Deploy the infrastrcture and the spring app
 - Configure the AMI for the user running the deployment, ec2,route53,sts,elasticloadbalancing,apigateway
-- We need to specify a git url to clone and configure the number of app instaces for each ec2 instance.
-  the groups_vars/all file has all the default values
-- run the full deploy: AWS_DEFAULT_PROFILE=prod-time-app ansible-playbook -i hosts full_deploy.yml, note the env variable, you can surely specify it in different ways
+- We need to specify a git url for the app to clone, configure the number of app instaces for each ec2 instance in the groups_vars/all file, which has all the default values for our playbooks
+- Run the full deploy: AWS_DEFAULT_PROFILE=prod-time-app-east ansible-playbook -i hosts full_deploy.yml, note the env variable, you can surely specify it in different ways
+- During the play you will have two copy the public keys of the new instances to the git service, it will pause for two minutes, we can automate this for github or gitlab but for now its sufficient 
 - deploy to another region by changing the AWS_DEFAULT_PROFILE to the desired profile/region. AWS_DEFAULT_PROFILE=prod-time-app-west ansible-playbook -i hosts full_deploy.yml
-- now as we have two regions running we can use route53 to load balance/health check on two elbs that have been created
-- Please note, name of aws_profile cannot contain characters that are not letters, or digits or dash (-)
+- now as we have two regions running we can use route53 to load balance/health check on two elbs that have been created, just run deploy_to_route53.yml with two env variables AWS_DEFAULT_PROFILE=prod-time-app-west and AWS_SECOND_PROFILE=prod-time-app-east
+- Please note, the name of aws_profile cannot contain characters that are not letters, or digits or dash (-)
+
+
+#### The full deploy
+- The full deploy is the starting point to run the infrastructure and the app we specify
+- 1. Create the aws needed services and servers, add to our route53 zone with the desired dns name for the load balancer(s) that has been created
+- 2. Install python on the target machines (in a raw fashion)
+- 3. Install common packages as well as nginx, haproxy to load balance app instances inside the ec2 instance
+- 4. Deploy the App, clone it, package it, run it and test it
+
 
 

aws-springapp-infrastructure.png

@@ -11,6 +11,8 @@
   gather_facts: yes
   roles:
     - { role: haproxy, tags: ['haproxy'] } # haproxy installation and configuration, load balancing between spring apps
-    - { role: rsyslog, tags: ['rsyslog'] } # rsyslog configuration, enable it for haproxy 
     - { role: nginx, tags: ['nginx'] } # nginx installation and configuration, proxying to haproxy from elb.
-    - { role: deploy_spring_app, tags: ['deploy_spring_app'] } # this is a collection of tasks to clone/checkout/package/run an app
+    - { role: deploy_spring_app, tags: ['deploy_spring_app'] } # this is a collection of tasks to clone/checkout/package/run an app
+
+#   - { role: rsyslog, tags: ['rsyslog'] } # rsyslog configuration, enable it for haproxy 
+ 

deploy_app.yml

@@ -8,7 +8,8 @@
   roles:
     - { role: aws_ec2_key, tags: ['aws_set_key'], when: create_ec2_instances } # Populate or create they key to be assigned to our instances 
     - { role: aws_ec2_instances, tags: ['create_ec2_services'], when: create_ec2_instances } # At minimum, create two instances in two different 'available' Availablity-Zones
-  
+    - { role: aws_route53, tags: ['create_route53_records'] }
+ 
 - name: Pre-play install Python with raw command
   vars:
     aws_profile: "{{ lookup('env', 'AWS_DEFAULT_PROFILE') | default('test', true) }}" #shamelessly hacking hosts as a variable

full_deploy.yml

@@ -39,7 +39,7 @@
     request_interval: 10
     failure_threshold: 2
   register: my_health_check_2
-  when: aws_profile_2 is defined
+  when: not aws_profile_2 == ""
 
 - name: Add our dns record to route53 for the second region
   route53:
@@ -55,7 +55,7 @@
     alias: True
     alias_hosted_zone_id: "{{ hostvars[(groups[aws_profile_2] | last )].springappelb_zone }}"
     alias_evaluate_target_health: True
-  when: aws_profile_2 is defined  
+  when: not aws_profile_2 == ""
 
 
 

roles/aws_route53/tasks/main.yml

@@ -12,24 +12,24 @@
     AWS_DEFAULT_PROFILE: test
   tasks:
 
-  - name: Delete health check for route53 for the first region
-    route53_health_check:
-      state: absent
-      fqdn: "{{ hostvars[(groups[aws_profile] | last )].springappelb_name }}"
-      type: HTTP_STR_MATCH
-      resource_path: /hello
-      string_match: "hello"
-      request_interval: 10
-      failure_threshold: 2
-
-  - name: Delete Route53 record
-    route53:
-      state: absent
-      zone: "{{ route53_zone }}"
-      type: A
-      record: "{{ hello_dns }}"
-      value: "{{ hostvars[(groups[aws_profile] | last )].springappelb_name }}" 
-
+#  - name: Delete health check for route53 for the first region
+#    route53_health_check:
+#      state: absent
+#      fqdn: "{{ hostvars[(groups[aws_profile] | last )].springappelb_name }}"
+#      type: HTTP_STR_MATCH
+#      resource_path: /hello
+#      string_match: "hello"
+#      request_interval: 10
+#      failure_threshold: 2
+#
+#  - name: Delete Route53 record
+#    route53:
+#      state: absent
+#      zone: "{{ route53_zone }}"
+#      type: A
+#      record: "{{ hello_dns }}"
+#      value: "{{ hostvars[(groups[aws_profile] | last )].springappelb_name }}" 
+#
  # - block:
  #   - debug: var=item
  #     with_flattened:
@@ -49,8 +49,9 @@
 #   pause: seconds="120"
 #   when: 'not "home" in test_response.content'
 
- # - name: test env
- #   debug: msg="{{ lookup('env', 'AWS_DEFAULT_PROFILE') }}"
+  - name: test env
+    debug: msg="{{ aws_profile_2 }}"
+    when: not aws_profile_2 == ""
 
  # - name: Link python3 to python in bin dir
  #   file: