implement CD

Author: AllenAnthes

.travis.yml

@@ -5,19 +5,29 @@ env:
   - AWS_REGION=us-east-2
   - REMOTE_IMAGE_URL=633607774026.dkr.ecr.us-east-2.amazonaws.com/pyback
   - ECS_CLUSTER_MASTER=python-oc-services
-  - ECS_SERVICE_MASTER=pybot-svc
+  - ECS_SERVICE_MASTER=pyback-svc
   - secure: iJv9zwNPA6EeLgTUhiaTq3YnoSPILqz5Oerl1XoAbL6F5kcXrtY1/mw8BnqdgM7QIr7Q6fi75L1Ts2jBsi0IU/4FtlhRKuaMqlmCBd8z52Mb+KEGP3YJhfPceq5raVqIjc5nHikd2CsGdtSr6gFfNaRITvHqwaUs8owF5eMQX6irxnnWVmz47mKwxZ251vGQGyEukAYQRcIwzjr2dnA94E+tj2pTaCXJO4sBc9BqeDO+rYQCWc1yivhHxx0Zr/JuR/jceNjNL2rZa41GmHMlHenFcnseH84OQ/+/c7AmPLHcYmiTJIL1yY+sMS/PRhLOGzQnxIQvaA1LD8gEAY+YLn3Q6AgHveV28udfU7jzKQmgRqS4OeM1OhykknBcAdLo8k2gbVx73pO32Lgse0JL2S2jmr/yWBpYGoXJ/LeB4x+YG5mookGktRbwtb/RyPI/+W4DE8mgD/d5b0u6zXCwIQ1Xe78Lr4k+uo3mWMnjcvix2gLkPDwlW4zZ8UGe7M9XCkKuZnhxGUV3ijBuecIMBfABi1wGstXQzHLNtiul0ZPWUAeQxDoN+lr94aw+R0U9DcTHWtM2QXY77+olV7D9pnbPZKXB2QRfOpvS2jDQo4nXGCVV/UmCrYgC9sDQQD5u8QXqgJRHTb7Rl+9AKwl1C5u60sBRRpaneQlRBLOjWlo=
   - secure: MZlr2GanK4Je41ncRFHwJm8SyJ1yjPI3gKFdXb5xoVMdsKBnYbouz+5PG73Ri9oDnOYsY6c9lv6HrSSo6fO0fc/lyhZeKu34F288rAYPGJdg/Qn0c0xYsKug2qPAn+Oyl0BWjnfR5nSP7cdhRVwca84kVVfOWer6DP+bZZ2tJda5xKqyRFgvZRWZnrUegY/ciXtwjLswnwOX9VE9x0un29acsZvWDCRoGFM0P6SeM/aVYp+o5iJyw6mD8wtmLcw4kI6q3r6S2MbGJ+fefiUW70Of3oUD721aW2DYVkMd5pRgW3/VvW5km+UNo8zD9pffZLGev68hdyEA0Rhrw/qX5DinoS46HnSVlyJWdDUselYELumHAKdIjuWYMaW0sboN89mfNX0H1KaXT2Gc1+eO6nlmJLKwK2KQYULgQXkKoOOhCvvvw+uhMaqxjMp+oLcvwHt6s96KjlRGn7dNDnDePpWH7Pht0L1cYg9xnaeTKJfQm2N6cOQtLKHO/rBHYiEItG6O/kaQytokrU1tLo6Y5o3+8dybvulFha3xgq39oI0Mtp5fVbMM3wZOLQ5UqedYATMaoy4LamEiP0cvThlP5X5/TvyFcQxBu39EYWmaBcSPooncQVPoGyLzVAcfBQp3hOe0XbYKoY0VjHVWYbO2ghVXVax8CDJZ2feE5ghsdMQ=
+
 sudo: required
+
 os: linux
+
 language: python
+
 python: 3.6
+
+cache: pip
+
 install:
 - pip install pipenv
 - pipenv install --system --deploy --dev
+
 script:
 - pytest
+
 services:
 - docker
+
 after_success:
-- bash bin/docker_push.sh
+- bash bin/run.sh

bin/docker_push.sh

@@ -1,25 +1,20 @@
-#!/bin/bash
+#!/usr/bin/env bash
 
-# Push only if it's not a pull request
-if [ -z "$TRAVIS_PULL_REQUEST" ] || [ "$TRAVIS_PULL_REQUEST" == "false" ]; then
-# Push only if we're testing the master branch
-if [ "$TRAVIS_BRANCH" == "master" ]; then
+# import util functions
+source "${SCRIPTDIR}/../lib/util.sh"
 
-# This is needed to login on AWS and push the image on ECR
-# Change it accordingly to your docker repo
-pip install awscli
-export PATH=$PATH:$HOME/.local/bin
-eval $(aws ecr get-login --no-include-email --region $AWS_REGION)
+echo "Logging into ECR..."
+AWS_LOGIN=$(runCommand "aws ecr get-login --region $AWS_REGION --no-include-email")
 
-# Build and push
-docker build -t $IMAGE_NAME -f docker/Dockerfile .
-echo "Pushing $IMAGE_NAME:latest"
-docker tag $IMAGE_NAME:latest "$REMOTE_IMAGE_URL:latest"
-docker push "$REMOTE_IMAGE_URL:latest"
-echo "Pushed $IMAGE_NAME:latest"
+if [ "$?" = "0" ]; then
+  eval $AWS_LOGIN || exit $?
+  echo "Building Docker image..."
+  runCommand "docker build -t $IMAGE_NAME -f docker/Dockerfile ." || exit $?
+  echo "Pushing image $IMAGE_NAME:$TRAVIS_BRANCH"
+  runCommand "docker tag $IMAGE_NAME:latest $REMOTE_IMAGE_URL:$TRAVIS_BRANCH" || exit $?
+  runCommand "docker push $REMOTE_IMAGE_URL:$TRAVIS_BRANCH" || exit $?
+  echo "Successfully built and pushed $REMOTE_IMAGE_URL:$TRAVIS_BRANCH"
 else
-echo "Skipping deploy because branch is not 'master'"
-fi
-else
-echo "Skipping deploy because it's a pull request"
+  echo "Failed to log in to AWS, exiting"
+  exit 1
 fi

bin/ecs_deploy.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+TRAVIS_BRANCH_UPPERCASE=$(echo $TRAVIS_BRANCH | awk '{print toupper($0)}')
+
+CLUSTER_NAME=ECS_CLUSTER_${TRAVIS_BRANCH_UPPERCASE}
+SERVICE_NAME=ECS_SERVICE_${TRAVIS_BRANCH_UPPERCASE}
+
+echo "Deploying $TRAVIS_BRANCH on service ${!SERVICE_NAME} on cluster ${!CLUSTER_NAME} with image $REMOTE_IMAGE_URL:$TRAVIS_BRANCH"
+bash ${SCRIPTDIR}/../lib/ecs-deploy -t 300 -n ${!SERVICE_NAME} -c ${!CLUSTER_NAME} -r $AWS_REGION -i $REMOTE_IMAGE_URL:$TRAVIS_BRANCH

bin/run.sh

@@ -0,0 +1,46 @@
+#!/usr/bin/env bash
+
+# Only process first job in matrix (TRAVIS_JOB_NUMBER ends with ".1")
+if [[ ! $TRAVIS_JOB_NUMBER =~ \.1$ ]]; then
+  echo "Skipping deploy since it's not the first job in matrix"
+  exit 0
+fi
+
+# Don't process pull requests
+# $TRAVIS_PULL_REQUEST will be the PR number or "false" if not a PR
+if [[ -n "$TRAVIS_PULL_REQUEST" ]] && [[ "$TRAVIS_PULL_REQUEST" != "false" ]]; then
+  echo "Skipping deploy because it's a pull request"
+  exit 0
+fi
+
+# Only process branches listed in DEPLOY_BRANCHES
+BRANCHES_TO_DEPLOY=($DEPLOY_BRANCHES)
+if [[ ! " ${BRANCHES_TO_DEPLOY[@]} " =~ " ${TRAVIS_BRANCH} " ]]; then
+  # whatever you want to do when arr contains value
+  echo "Skipping deploy, not a branch to be deployed"
+  exit 0
+fi
+
+pip install awscli -q
+
+if [ $? = 0 ]; then
+  AWSBIN=$(which aws)
+  AWSPATH=$(dirname $AWSBIN)
+  export PATH=$PATH:$AWSPATH
+
+  # Get absolute path of dir where run.sh is located
+  SOURCE="${BASH_SOURCE[0]}"
+  while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
+    DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
+    SOURCE="$(readlink "$SOURCE")"
+    [[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
+  done
+  export SCRIPTDIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
+
+  bash ${SCRIPTDIR}/docker_push.sh &&
+  bash ${SCRIPTDIR}/ecs_deploy.sh
+
+else
+  echo "Failed to install AWS CLI"
+  exit 1
+fi

lib/ecs-deploy

@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+
+function isDryRun {
+  if [ "$DRYRUN" = "1" ]; then
+    return 0
+  else
+    return 1
+  fi
+}
+
+function runCommand {
+  if isDryRun; then
+    echo $1;
+  else
+    eval $1
+    return $?
+  fi
+}