Command to run a query and upload a file to S3.

Need to create a bucket to save notification_history back ups to.

app/commands.py

@@ -1,5 +1,6 @@
 import csv
 import functools
+import gzip
 import uuid
 from datetime import datetime, timedelta
 from decimal import Decimal
@@ -7,6 +8,8 @@ from decimal import Decimal
 import click
 import flask
 import itertools
+
+from boto3 import client as boto_client, client
 from click_datetime import Datetime as click_dt
 from flask import current_app, json
 from notifications_utils.recipients import RecipientCSV
@@ -927,3 +930,47 @@ def process_row_from_job(job_id, job_row_number):
             notification_id = process_row(row, template, job, job.service)
             current_app.logger.info("Process row {} for job {} created notification_id: {}".format(
                 job_row_number, job_id, notification_id))
+
+
+@notify_command(name='backup-postgres-table')
+@click.option('-q', '--query', required=True, help='Query for backup data')
+@click.option('-f', '--output_file_name', required=True, help='Output file name')
+def backup_postgres_table(query, output_file_name):
+    """
+    Copy the results of the SQL query passed in (query) to a file (dest_file).
+    """
+    try:
+        # Create temporary file to contain database data.
+        dest_filehandle = open(output_file_name, 'w+')
+        current_app.logger.info("Opened temporary file {} for storing data from database".format(output_file_name))
+    except Exception as e:
+        current_app.logger.error("Unable to create temporary file {}: {}".format(output_file_name, e))
+        return None
+
+    current_app.logger.info("Writing data from '{}' to {}".format(query, output_file_name))
+
+    # Note that need to create dest_file as a writeable file before calling the following method:
+    copy_out = "COPY ({}) TO STDOUT WITH CSV DELIMITER '|' HEADER".format(query)
+    # copy_out="COPY testtable TO STDOUT WITH CSV HEADER"
+    curs = db.session.connection().connection.cursor()
+    curs.copy_expert(sql=copy_out, file=dest_filehandle)
+
+    dest_filehandle.close()
+    comp_file = compress_file(output_file_name)
+
+    s3_client = client('s3', current_app.config['AWS_REGION'])
+    s3_client.upload_file(
+        comp_file,
+        'development-letters-pdf',
+        output_file_name,
+        ExtraArgs={'ServerSideEncryption': 'AES256'}
+    )
+
+
+def compress_file(src_file):
+    compressed_file = "{}.gz".format(str(src_file))
+    with open(src_file, 'rb') as f_in:
+        with gzip.open(compressed_file, 'wb') as f_out:
+            for line in f_in:
+                f_out.write(line)
+    return compressed_file