mirror of
https://github.com/GSA/notifications-admin.git
synced 2026-05-30 19:10:42 -04:00
Remove robots.txt
Google’s documentation says: > robots.txt is not a mechanism for keeping a web page out of Google. To > keep a web page out of Google, you should use noindex directives We’ve implemented a noindex directive now, so we don’t need to serve robots.txt any more.
This commit is contained in:
@@ -36,17 +36,6 @@ def index():
|
||||
)
|
||||
|
||||
|
||||
@main.route('/robots.txt')
|
||||
def robots():
|
||||
return (
|
||||
'User-agent: *\n'
|
||||
'Disallow: /sign-in\n'
|
||||
'Disallow: /support\n'
|
||||
'Disallow: /support/\n'
|
||||
'Disallow: /register\n'
|
||||
), 200, {'Content-Type': 'text/plain'}
|
||||
|
||||
|
||||
@main.route('/error/<int:status_code>')
|
||||
def error(status_code):
|
||||
if status_code >= 500:
|
||||
|
||||
Reference in New Issue
Block a user