2016-08-12 11:23:50 +01:00
.DEFAULT_GOAL := help
SHELL := /bin/bash
DATE = $( shell date +%Y-%m-%d:%H:%M:%S)
PIP_ACCEL_CACHE ?= ${ CURDIR } /cache/pip-accel
APP_VERSION_FILE = app/version.py
2016-08-26 16:18:13 +01:00
GIT_BRANCH ?= $( shell git symbolic-ref --short HEAD 2> /dev/null || echo "detached" )
2017-02-01 15:44:10 +00:00
GIT_COMMIT ?= $( shell git rev-parse HEAD 2> /dev/null || echo "" )
2016-08-12 11:23:50 +01:00
2016-12-08 16:50:37 +00:00
DOCKER_IMAGE_TAG := $( shell cat docker/VERSION)
DOCKER_BUILDER_IMAGE_NAME = govuk/notify-admin-builder:${ DOCKER_IMAGE_TAG }
2017-01-11 14:02:10 +00:00
DOCKER_TTY ?= $(if ${ JENKINS_HOME } ,,t)
2016-08-12 11:23:50 +01:00
BUILD_TAG ?= notifications-admin-manual
BUILD_NUMBER ?= 0
DEPLOY_BUILD_NUMBER ?= ${ BUILD_NUMBER }
BUILD_URL ?=
DOCKER_CONTAINER_PREFIX = ${ USER } -${ BUILD_TAG }
2016-12-08 16:50:37 +00:00
CF_API ?= api.cloud.service.gov.uk
CF_ORG ?= govuk-notify
CF_SPACE ?= ${ DEPLOY_ENV }
2017-02-28 12:31:56 +00:00
CF_HOME ?= ${ HOME }
$( eval export CF_HOME )
2016-12-08 16:50:37 +00:00
2018-01-09 14:14:47 +00:00
CF_MANIFEST_FILE ?= manifest-${ CF_SPACE } .yml
NOTIFY_CREDENTIALS ?= ~/.notify-credentials
2016-08-12 11:23:50 +01:00
.PHONY : help
help :
@cat $( MAKEFILE_LIST) | grep -E '^[a-zA-Z_-]+:.*?## .*$$' | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
.PHONY : venv
venv : venv /bin /activate ## Create virtualenv if it does not exist
venv/bin/activate :
2016-12-08 16:50:37 +00:00
test -d venv || virtualenv venv -p python3
. venv/bin/activate && pip install pip-accel
2016-08-12 11:23:50 +01:00
.PHONY : check -env -vars
check-env-vars : ## Check mandatory environment variables
$(if ${ DEPLOY_ENV } ,,$( error Must specify DEPLOY_ENV))
2018-01-03 17:17:26 +00:00
$(if ${ DNS_NAME } ,,$( error Must specify DNS_NAME))
2016-08-12 11:23:50 +01:00
2016-12-08 16:50:37 +00:00
.PHONY : sandbox
sandbox : ## Set environment to sandbox
$( eval export DEPLOY_ENV = sandbox)
2018-01-03 17:17:26 +00:00
$( eval export DNS_NAME = "cloudapps.digital" )
2016-12-08 16:50:37 +00:00
@true
2016-08-24 15:55:54 +01:00
.PHONY : preview
preview : ## Set environment to preview
$( eval export DEPLOY_ENV = preview)
2018-01-03 17:17:26 +00:00
$( eval export DNS_NAME = "notify.works" )
2016-08-12 11:23:50 +01:00
@true
.PHONY : staging
staging : ## Set environment to staging
$( eval export DEPLOY_ENV = staging)
2018-01-03 17:17:26 +00:00
$( eval export DNS_NAME = "staging-notify.works" )
2016-08-12 11:23:50 +01:00
@true
.PHONY : production
production : ## Set environment to production
$( eval export DEPLOY_ENV = production)
2018-01-03 17:17:26 +00:00
$( eval export DNS_NAME = "notifications.service.gov.uk" )
2016-08-12 11:23:50 +01:00
@true
.PHONY : dependencies
dependencies : venv ## Install build dependencies
npm set progress = false
npm install
npm rebuild node-sass
mkdir -p ${ PIP_ACCEL_CACHE }
2016-12-08 16:50:37 +00:00
. venv/bin/activate && PIP_ACCEL_CACHE = ${ PIP_ACCEL_CACHE } pip-accel install -r requirements_for_test.txt
2016-08-12 11:23:50 +01:00
.PHONY : generate -version -file
generate-version-file : ## Generates the app version file
@echo -e "__travis_commit__ = \" ${ GIT_COMMIT } \"\n__time__ = \" ${ DATE } \"\n__travis_job_number__ = \" ${ BUILD_NUMBER } \"\n__travis_job_url__ = \" ${ BUILD_URL } \"" > ${ APP_VERSION_FILE }
.PHONY : build
build : dependencies generate -version -file ## Build project
npm run build
2017-07-20 11:29:31 +01:00
. venv/bin/activate && PIP_ACCEL_CACHE = ${ PIP_ACCEL_CACHE } pip-accel install -r requirements.txt
2016-08-12 11:23:50 +01:00
2018-01-02 12:29:50 +00:00
.PHONY : build -paas -artifact
build-paas-artifact : ## Build the deploy artifact for PaaS
2017-02-20 11:38:08 +00:00
rm -rf target
2016-08-12 11:23:50 +01:00
mkdir -p target
2017-02-20 11:38:08 +00:00
zip -y -q -r -x@deploy-exclude.lst target/notifications-admin.zip ./
2016-08-12 11:23:50 +01:00
2017-02-27 12:40:53 +00:00
.PHONY : upload -paas -artifact ## Upload the deploy artifact for PaaS
upload-paas-artifact :
$(if ${ DEPLOY_BUILD_NUMBER } ,,$( error Must specify DEPLOY_BUILD_NUMBER))
$(if ${ JENKINS_S3_BUCKET } ,,$( error Must specify JENKINS_S3_BUCKET))
2018-01-02 12:29:50 +00:00
aws s3 cp --region eu-west-1 --sse AES256 target/notifications-admin.zip s3://${ JENKINS_S3_BUCKET } /build/notifications-admin/${ DEPLOY_BUILD_NUMBER } .zip
2017-02-27 12:40:53 +00:00
2016-08-12 11:23:50 +01:00
.PHONY : test
test : venv ## Run tests
./scripts/run_tests.sh
2018-07-10 15:16:14 +01:00
.PHONY : freeze -requirements
freeze-requirements :
rm -rf venv-freeze
virtualenv -p python3 venv-freeze
$$ ( pwd ) /venv-freeze/bin/pip install -r requirements-app.txt
2018-07-30 16:43:44 +01:00
echo '# pyup: ignore file' > requirements.txt
echo '# This file is autogenerated. Do not edit it manually.' >> requirements.txt
2018-07-10 15:16:14 +01:00
cat requirements-app.txt >> requirements.txt
echo '' >> requirements.txt
$$ ( pwd ) /venv-freeze/bin/pip freeze -r <( sed '/^--/d' requirements-app.txt) | sed -n '/The following requirements were added by pip freeze/,$$p' >> requirements.txt
rm -rf venv-freeze
.PHONY : test -requirements
test-requirements :
@diff requirements-app.txt requirements.txt | grep '<' \
&& { echo "requirements.txt doesn't match requirements-app.txt." ; \
echo "Run 'make freeze-requirements' to update." ; exit 1; } \
|| { echo "requirements.txt is up to date" ; exit 0; }
2016-08-12 11:23:50 +01:00
.PHONY : coverage
coverage : venv ## Create coverage report
2016-12-08 16:50:37 +00:00
. venv/bin/activate && coveralls
2016-08-12 11:23:50 +01:00
.PHONY : prepare -docker -build -image
prepare-docker-build-image : ## Prepare the Docker builder image
mkdir -p ${ PIP_ACCEL_CACHE }
2016-12-08 16:50:37 +00:00
make -C docker build
2016-08-12 11:23:50 +01:00
2016-12-08 16:50:37 +00:00
define run_docker_container
2017-01-11 14:02:10 +00:00
@docker run -i${DOCKER_TTY} --rm \
2016-12-08 16:50:37 +00:00
--name "${DOCKER_CONTAINER_PREFIX}-${1}" \
2017-01-09 10:31:20 +00:00
-v "`pwd` : /var /project " \
-v "${PIP_ACCEL_CACHE }:/var /project /cache /pip -accel " \
2017-01-11 14:02:10 +00:00
-e UID =$( shell id -u ) \
-e GID =$( shell id -g ) \
2016-08-23 13:35:21 +01:00
-e GIT_COMMIT =${GIT_COMMIT } \
-e BUILD_NUMBER =${BUILD_NUMBER } \
-e BUILD_URL =${BUILD_URL } \
2016-11-30 15:57:20 +00:00
-e http_proxy ="${HTTP_PROXY }" \
-e HTTP_PROXY ="${HTTP_PROXY }" \
-e https_proxy ="${HTTPS_PROXY }" \
-e HTTPS_PROXY ="${HTTPS_PROXY }" \
-e NO_PROXY ="${NO_PROXY }" \
2016-08-26 16:18:13 +01:00
-e COVERALLS_REPO_TOKEN =${COVERALLS_REPO_TOKEN } \
-e CIRCLECI =1 \
-e CI_NAME =${CI_NAME } \
-e CI_BUILD_NUMBER =${BUILD_NUMBER } \
-e CI_BUILD_URL =${BUILD_URL } \
-e CI_BRANCH =${GIT_BRANCH } \
-e CI_PULL_REQUEST =${CI_PULL_REQUEST } \
2016-12-08 16:50:37 +00:00
-e CF_API ="${CF_API }" \
-e CF_USERNAME ="${CF_USERNAME }" \
-e CF_PASSWORD ="${CF_PASSWORD }" \
-e CF_ORG ="${CF_ORG }" \
-e CF_SPACE ="${CF_SPACE }" \
2016-08-12 11:23:50 +01:00
${DOCKER_BUILDER_IMAGE_NAME } \
2016-12-08 16:50:37 +00:00
${2}
endef
.PHONY : build -with -docker
build-with-docker : prepare -docker -build -image ## Build inside a Docker container
2017-01-11 14:02:10 +00:00
$( call run_docker_container,build,gosu hostuser make build)
2016-12-08 16:50:37 +00:00
.PHONY : test -with -docker
test-with-docker : prepare -docker -build -image ## Run tests inside a Docker container
2017-01-11 14:02:10 +00:00
$( call run_docker_container,test,gosu hostuser make test )
2016-12-08 16:50:37 +00:00
# FIXME: CIRCLECI=1 is an ugly hack because the coveralls-python library sends the PR link only this way
.PHONY : coverage -with -docker
coverage-with-docker : prepare -docker -build -image ## Generates coverage report inside a Docker container
2017-01-11 14:02:10 +00:00
$( call run_docker_container,coverage,gosu hostuser make coverage)
2016-08-12 11:23:50 +01:00
.PHONY : clean -docker -containers
clean-docker-containers : ## Clean up any remaining docker containers
docker rm -f $( shell docker ps -q -f "name= ${ DOCKER_CONTAINER_PREFIX } " ) 2> /dev/null || true
2016-12-08 16:50:37 +00:00
.PHONY : clean
2016-08-12 11:23:50 +01:00
clean :
2017-07-21 11:21:17 +01:00
rm -rf node_modules cache target venv .coverage
2016-12-08 16:50:37 +00:00
.PHONY : cf -login
cf-login : ## Log in to Cloud Foundry
$(if ${ CF_USERNAME } ,,$( error Must specify CF_USERNAME))
$(if ${ CF_PASSWORD } ,,$( error Must specify CF_PASSWORD))
$(if ${ CF_SPACE } ,,$( error Must specify CF_SPACE))
@echo "Logging in to Cloud Foundry on ${ CF_API } "
@cf login -a " ${ CF_API } " -u ${ CF_USERNAME } -p " ${ CF_PASSWORD } " -o " ${ CF_ORG } " -s " ${ CF_SPACE } "
2018-01-09 14:14:47 +00:00
.PHONY : generate -manifest
generate-manifest :
$(if ${ CF_SPACE } ,,$( error Must specify CF_SPACE))
$(if $( shell which gpg2) , $( eval export GPG = gpg2) , $( eval export GPG = gpg))
$(if ${ GPG_PASSPHRASE_TXT } , $( eval export DECRYPT_CMD = echo -n $$$$ { GPG_PASSPHRASE_TXT} | ${ GPG } --quiet --batch --passphrase-fd 0 --pinentry-mode loopback -d) , $( eval export DECRYPT_CMD = ${ GPG } --quiet --batch -d))
@./scripts/generate_manifest.py ${ CF_MANIFEST_FILE } \
<( ${ DECRYPT_CMD } ${ NOTIFY_CREDENTIALS } /credentials/${ CF_SPACE } /paas/environment-variables.gpg)
2016-12-08 16:50:37 +00:00
.PHONY : cf -deploy
2017-01-11 17:46:37 +00:00
cf-deploy : ## Deploys the app to Cloud Foundry
2017-02-14 16:17:30 +00:00
$(if ${ CF_SPACE } ,,$( error Must specify CF_SPACE))
@cf app --guid notify-admin || exit 1
cf rename notify-admin notify-admin-rollback
2018-01-09 14:14:47 +00:00
cf push -f <( make -s generate-manifest)
2017-03-23 12:29:36 +00:00
cf scale -i $$ ( cf curl /v2/apps/$$ ( cf app --guid notify-admin-rollback) | jq -r ".entity.instances" 2>/dev/null || echo "1" ) notify-admin
2017-02-14 16:17:30 +00:00
cf stop notify-admin-rollback
cf delete -f notify-admin-rollback
2017-05-05 08:41:55 +01:00
.PHONY : cf -deploy -prototype
2018-01-03 17:17:26 +00:00
cf-deploy-prototype : cf -target ## Deploys the app to Cloud Foundry
2017-05-05 08:41:55 +01:00
$(if ${ CF_SPACE } ,,$( error Must specify CF_SPACE))
2018-02-09 16:06:15 +00:00
( make -s CF_MANIFEST_FILE = manifest-prototype-${ CF_SPACE } .yml generate-manifest) > /tmp/admin_manifest.yml
cf push -f /tmp/admin_manifest.yml
rm /tmp/admin_manifest.yml
2017-05-05 08:41:55 +01:00
2018-02-07 17:28:04 +00:00
.PHONY : cf -deploy -prototype -2
cf-deploy-prototype-2 : cf -target ## Deploys the app to Cloud Foundry
$(if ${ CF_SPACE } ,,$( error Must specify CF_SPACE))
2018-02-09 16:06:15 +00:00
( make -s CF_MANIFEST_FILE = manifest-prototype-2-${ CF_SPACE } .yml generate-manifest) > /tmp/admin_manifest.yml
cf push -f /tmp/admin_manifest.yml
rm /tmp/admin_manifest.yml
2018-02-07 17:28:04 +00:00
2017-02-14 16:17:30 +00:00
.PHONY : cf -rollback
cf-rollback : ## Rollbacks the app to the previous release
@cf app --guid notify-admin-rollback || exit 1
2017-03-16 12:29:08 +00:00
@[ $$ ( cf curl /v2/apps/` cf app --guid notify-admin-rollback` | jq -r ".entity.state" ) = "STARTED" ] || ( echo "Error: rollback is not possible because notify-admin-rollback is not in a started state" && exit 1)
2017-02-14 16:17:30 +00:00
cf delete -f notify-admin || true
cf rename notify-admin-rollback notify-admin
2016-12-08 16:50:37 +00:00
2017-01-11 17:46:37 +00:00
.PHONY : cf -push
cf-push :
2018-01-09 14:14:47 +00:00
cf push -f <( make -s generate-manifest)
2018-01-03 17:17:26 +00:00
.PHONY : cf -target
cf-target : check -env -vars
@cf target -o ${ CF_ORG } -s ${ CF_SPACE }
.PHONY : cf -failwhale -deployed
cf-failwhale-deployed :
@cf app notify-admin-failwhale --guid || ( echo "notify-admin-failwhale is not deployed on ${ CF_SPACE } " && exit 1)
.PHONY : enable -failwhale
enable-failwhale : cf -target cf -failwhale -deployed ## Enable the failwhale app and disable admin
@cf map-route notify-admin-failwhale ${ DNS_NAME } --hostname www
@cf unmap-route notify-admin ${ DNS_NAME } --hostname www
@echo "Failwhale is enabled"
.PHONY : disable -failwhale
disable-failwhale : cf -target cf -failwhale -deployed ## Disable the failwhale app and enable admin
@cf map-route notify-admin ${ DNS_NAME } --hostname www
@cf unmap-route notify-admin-failwhale ${ DNS_NAME } --hostname www
@echo "Failwhale is disabled"