2015-11-24 09:40:14 +00:00
|
|
|
import os
|
2015-12-10 16:26:53 +00:00
|
|
|
import re
|
2015-11-25 15:29:12 +00:00
|
|
|
|
2016-01-21 12:28:05 +00:00
|
|
|
import dateutil
|
2016-03-17 10:59:47 +00:00
|
|
|
import urllib
|
2016-04-04 16:53:52 +01:00
|
|
|
from flask import (
|
|
|
|
|
Flask,
|
|
|
|
|
session,
|
|
|
|
|
Markup,
|
|
|
|
|
escape,
|
|
|
|
|
render_template,
|
|
|
|
|
make_response,
|
|
|
|
|
current_app,
|
|
|
|
|
request)
|
2015-11-24 09:40:14 +00:00
|
|
|
from flask._compat import string_types
|
2015-11-27 16:25:56 +00:00
|
|
|
from flask_login import LoginManager
|
|
|
|
|
from flask_wtf import CsrfProtect
|
2016-03-10 11:53:29 +00:00
|
|
|
from notifications_python_client import HTTPError
|
2016-02-09 10:28:12 +00:00
|
|
|
from pygments import highlight
|
|
|
|
|
from pygments.lexers import JavascriptLexer
|
|
|
|
|
from pygments.formatters import HtmlFormatter
|
2016-03-10 14:56:47 +00:00
|
|
|
from werkzeug.exceptions import abort
|
|
|
|
|
|
2016-03-17 10:46:47 +00:00
|
|
|
from app.notify_client.api_client import ServiceAPIClient
|
2016-01-20 17:32:55 +00:00
|
|
|
from app.notify_client.api_key_api_client import ApiKeyApiClient
|
2016-01-19 22:47:42 +00:00
|
|
|
from app.notify_client.user_api_client import UserApiClient
|
2016-01-29 10:27:23 +00:00
|
|
|
from app.notify_client.job_api_client import JobApiClient
|
2016-03-02 15:37:35 +00:00
|
|
|
from app.notify_client.notification_api_client import NotificationApiClient
|
2016-01-29 14:41:07 +00:00
|
|
|
from app.notify_client.status_api_client import StatusApiClient
|
2016-02-26 13:07:35 +00:00
|
|
|
from app.notify_client.invite_api_client import InviteApiClient
|
2016-03-17 11:44:00 +00:00
|
|
|
from app.notify_client.statistics_api_client import StatisticsApiClient
|
2015-11-30 12:38:02 +00:00
|
|
|
from app.its_dangerous_session import ItsdangerousSessionInterface
|
2016-02-10 15:47:00 +00:00
|
|
|
from app.asset_fingerprinter import AssetFingerprinter
|
2016-03-07 18:47:05 +00:00
|
|
|
from utils.recipients import validate_phone_number, InvalidPhoneError
|
2015-11-30 14:32:58 +00:00
|
|
|
import app.proxy_fix
|
2015-11-25 15:29:12 +00:00
|
|
|
from config import configs
|
2016-03-01 10:45:13 +00:00
|
|
|
from utils import logging
|
2016-04-04 16:53:52 +01:00
|
|
|
from werkzeug.local import LocalStack, LocalProxy
|
|
|
|
|
from flask.globals import _lookup_req_object
|
|
|
|
|
from functools import partial
|
|
|
|
|
|
2015-11-30 14:32:58 +00:00
|
|
|
|
2015-11-27 16:25:56 +00:00
|
|
|
login_manager = LoginManager()
|
|
|
|
|
csrf = CsrfProtect()
|
2015-11-20 16:22:44 +00:00
|
|
|
|
2016-03-17 10:46:47 +00:00
|
|
|
service_api_client = ServiceAPIClient()
|
2016-01-19 22:47:42 +00:00
|
|
|
user_api_client = UserApiClient()
|
2016-01-20 17:32:55 +00:00
|
|
|
api_key_api_client = ApiKeyApiClient()
|
2016-01-29 10:27:23 +00:00
|
|
|
job_api_client = JobApiClient()
|
2016-03-02 15:37:35 +00:00
|
|
|
notification_api_client = NotificationApiClient()
|
2016-01-29 14:41:07 +00:00
|
|
|
status_api_client = StatusApiClient()
|
2016-02-26 13:07:35 +00:00
|
|
|
invite_api_client = InviteApiClient()
|
2016-03-17 11:44:00 +00:00
|
|
|
statistics_api_client = StatisticsApiClient()
|
2016-02-10 15:47:00 +00:00
|
|
|
asset_fingerprinter = AssetFingerprinter()
|
2016-01-15 15:15:35 +00:00
|
|
|
|
2016-04-04 16:53:52 +01:00
|
|
|
# The current service attached to the request stack.
|
|
|
|
|
current_service = LocalProxy(partial(_lookup_req_object, 'service'))
|
|
|
|
|
|
2015-11-20 16:22:44 +00:00
|
|
|
|
2016-03-17 13:45:59 +00:00
|
|
|
def create_app():
|
2015-11-20 16:22:44 +00:00
|
|
|
application = Flask(__name__)
|
|
|
|
|
|
2016-03-17 13:45:59 +00:00
|
|
|
application.config.from_object(os.environ['NOTIFY_ADMIN_ENVIRONMENT'])
|
|
|
|
|
|
|
|
|
|
init_app(application)
|
2016-01-07 15:39:36 +00:00
|
|
|
logging.init_app(application)
|
2016-01-19 15:44:12 +00:00
|
|
|
init_csrf(application)
|
2015-11-30 11:21:51 +00:00
|
|
|
|
2016-03-17 10:46:47 +00:00
|
|
|
service_api_client.init_app(application)
|
2016-01-19 22:47:42 +00:00
|
|
|
user_api_client.init_app(application)
|
2016-01-20 17:32:55 +00:00
|
|
|
api_key_api_client.init_app(application)
|
2016-01-29 10:27:23 +00:00
|
|
|
job_api_client.init_app(application)
|
2016-03-02 15:37:35 +00:00
|
|
|
notification_api_client.init_app(application)
|
2016-01-29 14:41:07 +00:00
|
|
|
status_api_client.init_app(application)
|
2016-02-26 13:07:35 +00:00
|
|
|
invite_api_client.init_app(application)
|
2016-03-17 11:44:00 +00:00
|
|
|
statistics_api_client.init_app(application)
|
2016-01-15 15:15:35 +00:00
|
|
|
|
2015-11-27 16:25:56 +00:00
|
|
|
login_manager.init_app(application)
|
2016-01-06 17:17:02 +00:00
|
|
|
login_manager.login_view = 'main.sign_in'
|
2016-03-02 16:29:39 +00:00
|
|
|
login_manager.login_message_category = 'default'
|
2015-11-24 09:40:14 +00:00
|
|
|
|
2015-11-20 16:33:11 +00:00
|
|
|
from app.main import main as main_blueprint
|
2015-11-20 16:22:44 +00:00
|
|
|
application.register_blueprint(main_blueprint)
|
|
|
|
|
|
2016-01-11 14:54:23 +00:00
|
|
|
from .status import status as status_blueprint
|
|
|
|
|
application.register_blueprint(status_blueprint)
|
|
|
|
|
|
2015-11-30 14:32:58 +00:00
|
|
|
proxy_fix.init_app(application)
|
|
|
|
|
|
2015-11-30 12:38:02 +00:00
|
|
|
application.session_interface = ItsdangerousSessionInterface()
|
2015-11-30 14:32:58 +00:00
|
|
|
|
2016-01-13 16:27:54 +00:00
|
|
|
application.add_template_filter(nl2br)
|
2016-01-21 12:28:05 +00:00
|
|
|
application.add_template_filter(format_datetime)
|
2016-03-02 16:15:15 +00:00
|
|
|
application.add_template_filter(format_time)
|
2016-02-09 10:28:12 +00:00
|
|
|
application.add_template_filter(syntax_highlight_json)
|
2016-02-17 15:49:07 +00:00
|
|
|
application.add_template_filter(valid_phone_number)
|
2016-03-17 10:59:47 +00:00
|
|
|
application.add_template_filter(linkable_name)
|
2015-12-10 16:26:53 +00:00
|
|
|
|
2016-01-07 13:58:38 +00:00
|
|
|
application.after_request(useful_headers_after_request)
|
2016-04-04 16:53:52 +01:00
|
|
|
application.after_request(save_service_after_request)
|
|
|
|
|
application.before_request(load_service_before_request)
|
|
|
|
|
|
|
|
|
|
def _attach_current_service():
|
|
|
|
|
return {'current_service': current_service}
|
|
|
|
|
application.context_processor(_attach_current_service)
|
2016-01-07 15:48:29 +00:00
|
|
|
register_errorhandlers(application)
|
2016-01-07 13:58:38 +00:00
|
|
|
|
2015-11-20 16:22:44 +00:00
|
|
|
return application
|
2015-11-24 09:40:14 +00:00
|
|
|
|
|
|
|
|
|
2015-11-30 11:21:51 +00:00
|
|
|
def init_csrf(application):
|
|
|
|
|
csrf.init_app(application)
|
|
|
|
|
|
|
|
|
|
@csrf.error_handler
|
|
|
|
|
def csrf_handler(reason):
|
|
|
|
|
if 'user_id' not in session:
|
|
|
|
|
application.logger.info(
|
|
|
|
|
u'csrf.session_expired: Redirecting user to log in page'
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
return application.login_manager.unauthorized()
|
|
|
|
|
|
|
|
|
|
application.logger.info(
|
|
|
|
|
u'csrf.invalid_token: Aborting request, user_id: {user_id}',
|
|
|
|
|
extra={'user_id': session['user_id']})
|
|
|
|
|
|
|
|
|
|
abort(400, reason)
|
|
|
|
|
|
|
|
|
|
|
2016-03-17 13:45:59 +00:00
|
|
|
def init_app(application):
|
|
|
|
|
@application.context_processor
|
Use a Node-based tools for handling assets
…or how to move a bunch of things from a bunch of different places into
`app/static`.
There are three main reasons not to use Flask Assets:
- It had some strange behaviour like only
- It was based on Ruby SASS, which is slower to get new features than libsass,
and meant depending on Ruby, and having the SASS Gem globally installed—so
you’re already out of being a ‘pure’ Python app
- Martyn and I have experience of doing it this way on Marketplace, and we’ve
ironed out the initial rough patches
The specific technologies this introduces, all of which are Node-based:
- Gulp – like a Makefile written in Javascript
- NPM – package management, used for managing Gulp and its related dependencies
- Bower – also package management, and the only way I can think to have
GOV.UK template as a proper dependency
…speaking of which, GOV.UK template is now a dependency. This means it can’t be
modified at all (eg to add a global `#content` wrapper), so every page now
inherits from a template that has this wrapper. But it also means that we have a
clean upgrade path when the template is modified.
Everything else (toolkit, elements) I’ve kept as submodules but moved them to a
more logical place (`app/assets` not `app/assets/stylesheets`, because they
contain more than just SASS/CSS).
2015-12-15 08:20:25 +00:00
|
|
|
def inject_global_template_variables():
|
2016-02-01 14:46:12 +00:00
|
|
|
return {
|
|
|
|
|
'asset_path': '/static/',
|
2016-03-17 13:45:59 +00:00
|
|
|
'header_colour': application.config['HEADER_COLOUR'],
|
2016-02-10 15:47:00 +00:00
|
|
|
'asset_url': asset_fingerprinter.get_url
|
2016-02-01 14:46:12 +00:00
|
|
|
}
|
Use a Node-based tools for handling assets
…or how to move a bunch of things from a bunch of different places into
`app/static`.
There are three main reasons not to use Flask Assets:
- It had some strange behaviour like only
- It was based on Ruby SASS, which is slower to get new features than libsass,
and meant depending on Ruby, and having the SASS Gem globally installed—so
you’re already out of being a ‘pure’ Python app
- Martyn and I have experience of doing it this way on Marketplace, and we’ve
ironed out the initial rough patches
The specific technologies this introduces, all of which are Node-based:
- Gulp – like a Makefile written in Javascript
- NPM – package management, used for managing Gulp and its related dependencies
- Bower – also package management, and the only way I can think to have
GOV.UK template as a proper dependency
…speaking of which, GOV.UK template is now a dependency. This means it can’t be
modified at all (eg to add a global `#content` wrapper), so every page now
inherits from a template that has this wrapper. But it also means that we have a
clean upgrade path when the template is modified.
Everything else (toolkit, elements) I’ve kept as submodules but moved them to a
more logical place (`app/assets` not `app/assets/stylesheets`, because they
contain more than just SASS/CSS).
2015-12-15 08:20:25 +00:00
|
|
|
|
2015-11-25 15:29:12 +00:00
|
|
|
|
2015-11-24 09:40:14 +00:00
|
|
|
def convert_to_boolean(value):
|
|
|
|
|
if isinstance(value, string_types):
|
|
|
|
|
if value.lower() in ['t', 'true', 'on', 'yes', '1']:
|
|
|
|
|
return True
|
|
|
|
|
elif value.lower() in ['f', 'false', 'off', 'no', '0']:
|
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
|
return value
|
2015-12-10 16:26:53 +00:00
|
|
|
|
|
|
|
|
|
2016-01-13 16:27:54 +00:00
|
|
|
def nl2br(value):
|
|
|
|
|
_paragraph_re = re.compile(r'(?:\r\n|\r|\n){2,}')
|
|
|
|
|
|
|
|
|
|
result = u'\n\n'.join(u'<p>%s</p>' % p.replace('\n', Markup('<br>\n'))
|
|
|
|
|
for p in _paragraph_re.split(escape(value)))
|
|
|
|
|
return Markup(result)
|
|
|
|
|
|
|
|
|
|
|
2016-03-17 10:59:47 +00:00
|
|
|
def linkable_name(value):
|
|
|
|
|
return urllib.parse.quote_plus(value)
|
|
|
|
|
|
|
|
|
|
|
2016-02-09 10:28:12 +00:00
|
|
|
def syntax_highlight_json(code):
|
|
|
|
|
return Markup(highlight(code, JavascriptLexer(), HtmlFormatter(noclasses=True)))
|
|
|
|
|
|
|
|
|
|
|
2016-01-21 12:28:05 +00:00
|
|
|
def format_datetime(date):
|
|
|
|
|
date = dateutil.parser.parse(date)
|
|
|
|
|
native = date.replace(tzinfo=None)
|
|
|
|
|
return native.strftime('%A %d %B %Y at %H:%M')
|
|
|
|
|
|
|
|
|
|
|
2016-03-02 16:15:15 +00:00
|
|
|
def format_time(date):
|
|
|
|
|
date = dateutil.parser.parse(date)
|
|
|
|
|
native = date.replace(tzinfo=None)
|
|
|
|
|
return native.strftime('%H:%M')
|
|
|
|
|
|
|
|
|
|
|
2016-02-17 15:49:07 +00:00
|
|
|
def valid_phone_number(phone_number):
|
|
|
|
|
try:
|
|
|
|
|
validate_phone_number(phone_number)
|
|
|
|
|
return True
|
|
|
|
|
except InvalidPhoneError:
|
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
|
|
2016-03-30 09:58:10 +01:00
|
|
|
@login_manager.user_loader
|
|
|
|
|
def load_user(user_id):
|
|
|
|
|
return user_api_client.get_user(user_id)
|
|
|
|
|
|
|
|
|
|
|
2016-04-04 16:53:52 +01:00
|
|
|
def load_service_before_request():
|
|
|
|
|
service_id = request.view_args.get('service_id', None) if request.view_args else None
|
|
|
|
|
if service_id:
|
|
|
|
|
from flask.globals import _request_ctx_stack
|
|
|
|
|
if _request_ctx_stack.top is not None:
|
|
|
|
|
setattr(
|
|
|
|
|
_request_ctx_stack.top,
|
|
|
|
|
'service',
|
|
|
|
|
service_api_client.get_service(service_id)['data'])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def save_service_after_request(response):
|
|
|
|
|
# Only save the current session if the request is 200
|
|
|
|
|
service_id = request.view_args.get('service_id', None) if request.view_args else None
|
|
|
|
|
if response.status_code == 200 and service_id:
|
|
|
|
|
session['service_id'] = service_id
|
|
|
|
|
return response
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# https://www.owasp.org/index.php/List_of_useful_HTTP_headers
|
2016-01-07 13:58:38 +00:00
|
|
|
def useful_headers_after_request(response):
|
|
|
|
|
response.headers.add('X-Frame-Options', 'deny')
|
|
|
|
|
response.headers.add('X-Content-Type-Options', 'nosniff')
|
|
|
|
|
response.headers.add('X-XSS-Protection', '1; mode=block')
|
2016-01-12 11:08:10 +00:00
|
|
|
response.headers.add('Content-Security-Policy',
|
2016-03-18 14:49:53 +00:00
|
|
|
"default-src 'self' 'unsafe-inline'; script-src 'self' *.google-analytics.com 'unsafe-inline' data:; object-src 'self'; font-src 'self' data:; img-src 'self' *.google-analytics.com data:;") # noqa
|
2016-02-02 14:02:10 +00:00
|
|
|
if 'Cache-Control' in response.headers:
|
|
|
|
|
del response.headers['Cache-Control']
|
|
|
|
|
response.headers.add(
|
2016-02-02 16:50:13 +00:00
|
|
|
'Cache-Control', 'no-store, no-cache, private, must-revalidate')
|
2016-01-07 13:58:38 +00:00
|
|
|
return response
|
2016-01-07 15:48:29 +00:00
|
|
|
|
2016-01-07 15:55:55 +00:00
|
|
|
|
|
|
|
|
def register_errorhandlers(application):
|
2016-03-10 14:56:47 +00:00
|
|
|
def _error_response(error_code):
|
|
|
|
|
resp = make_response(render_template("error/{0}.html".format(error_code)), error_code)
|
|
|
|
|
return useful_headers_after_request(resp)
|
|
|
|
|
|
2016-03-10 11:53:29 +00:00
|
|
|
@application.errorhandler(HTTPError)
|
|
|
|
|
def render_http_error(error):
|
2016-03-11 10:16:06 +00:00
|
|
|
error_code = error.status_code
|
2016-03-10 11:53:29 +00:00
|
|
|
if error_code not in [401, 404, 403, 500]:
|
|
|
|
|
error_code = 500
|
2016-03-10 14:56:47 +00:00
|
|
|
return _error_response(error_code)
|
|
|
|
|
|
|
|
|
|
@application.errorhandler(404)
|
|
|
|
|
def handle_not_found(error):
|
|
|
|
|
return _error_response(404)
|
|
|
|
|
|
|
|
|
|
@application.errorhandler(403)
|
|
|
|
|
def handle_not_authorized(error):
|
|
|
|
|
return _error_response(403)
|
|
|
|
|
|
|
|
|
|
@application.errorhandler(401)
|
|
|
|
|
def handle_no_permissions(error):
|
|
|
|
|
return _error_response(401)
|
|
|
|
|
|
2016-03-23 10:46:31 +00:00
|
|
|
@application.errorhandler(500)
|
|
|
|
|
def handle_exception(error):
|
|
|
|
|
if current_app.config.get('DEBUG', None):
|
|
|
|
|
raise error
|
|
|
|
|
return _error_response(500)
|
|
|
|
|
|
2016-03-10 14:56:47 +00:00
|
|
|
@application.errorhandler(Exception)
|
|
|
|
|
def handle_bad_request(error):
|
2016-03-16 16:57:10 +00:00
|
|
|
# We want the Flask in browser stacktrace
|
|
|
|
|
if current_app.config.get('DEBUG', None):
|
|
|
|
|
raise error
|
2016-03-10 14:56:47 +00:00
|
|
|
return _error_response(500)
|