mirror of
https://github.com/GSA/notifications-api.git
synced 2025-12-21 16:01:15 -05:00
79 lines
2.5 KiB
Python
79 lines
2.5 KiB
Python
import botocore
|
|
from boto3 import Session
|
|
from flask import current_app
|
|
|
|
FILE_LOCATION_STRUCTURE = 'service-{}-notify/{}.csv'
|
|
|
|
|
|
def get_s3_file(
|
|
bucket_name, file_location, access_key, secret_key, region
|
|
):
|
|
s3_file = get_s3_object(bucket_name, file_location, access_key, secret_key, region)
|
|
return s3_file.get()['Body'].read().decode('utf-8')
|
|
|
|
|
|
def get_s3_object(
|
|
bucket_name, file_location, access_key, secret_key, region
|
|
):
|
|
session = Session(aws_access_key_id=access_key, aws_secret_access_key=secret_key, region_name=region)
|
|
s3 = session.resource('s3')
|
|
return s3.Object(bucket_name, file_location)
|
|
|
|
|
|
def file_exists(
|
|
bucket_name, file_location, access_key, secret_key, region
|
|
):
|
|
try:
|
|
# try and access metadata of object
|
|
get_s3_object(bucket_name, file_location, access_key, secret_key, region).metadata
|
|
return True
|
|
except botocore.exceptions.ClientError as e:
|
|
if e.response['ResponseMetadata']['HTTPStatusCode'] == 404:
|
|
return False
|
|
raise
|
|
|
|
|
|
def get_job_location(service_id, job_id):
|
|
return (
|
|
current_app.config['CSV_UPLOAD_BUCKET']['bucket'],
|
|
FILE_LOCATION_STRUCTURE.format(service_id, job_id),
|
|
current_app.config['CSV_UPLOAD_BUCKET']['access_key_id'],
|
|
current_app.config['CSV_UPLOAD_BUCKET']['secret_access_key'],
|
|
current_app.config['CSV_UPLOAD_BUCKET']['region'],
|
|
)
|
|
|
|
|
|
def get_job_and_metadata_from_s3(service_id, job_id):
|
|
obj = get_s3_object(*get_job_location(service_id, job_id))
|
|
return obj.get()['Body'].read().decode('utf-8'), obj.get()['Metadata']
|
|
|
|
|
|
def get_job_from_s3(service_id, job_id):
|
|
obj = get_s3_object(*get_job_location(service_id, job_id))
|
|
return obj.get()['Body'].read().decode('utf-8')
|
|
|
|
|
|
def get_job_metadata_from_s3(service_id, job_id):
|
|
obj = get_s3_object(*get_job_location(service_id, job_id))
|
|
return obj.get()['Metadata']
|
|
|
|
|
|
def remove_job_from_s3(service_id, job_id):
|
|
return remove_s3_object(*get_job_location(service_id, job_id))
|
|
|
|
|
|
def remove_s3_object(bucket_name, object_key, access_key, secret_key, region):
|
|
obj = get_s3_object(bucket_name, object_key, access_key, secret_key, region)
|
|
return obj.delete()
|
|
|
|
|
|
def remove_csv_object(object_key):
|
|
obj = get_s3_object(
|
|
current_app.config['CSV_UPLOAD_BUCKET']['bucket'],
|
|
object_key,
|
|
current_app.config['CSV_UPLOAD_BUCKET']['access_key_id'],
|
|
current_app.config['CSV_UPLOAD_BUCKET']['secret_access_key'],
|
|
current_app.config['CSV_UPLOAD_BUCKET']['region']
|
|
)
|
|
return obj.delete()
|