Provide s3 credentials for each individual bucket

This commit is contained in:
Ryan Ahearn
2022-09-22 12:33:55 -04:00
parent 7ce9f8cfcb
commit a90dcc918b
13 changed files with 211 additions and 147 deletions

View File

@@ -0,0 +1,46 @@
import os
import botocore
from boto3 import Session
from flask import current_app
default_access_key = os.environ.get('AWS_ACCESS_KEY_ID')
default_secret_key = os.environ.get('AWS_SECRET_ACCESS_KEY')
def get_s3_object(bucket_name, filename, access_key=default_access_key, secret_key=default_secret_key):
# To inspect contents: obj.get()['Body'].read().decode('utf-8')
session = Session(aws_access_key_id=access_key, aws_secret_access_key=secret_key)
s3 = session.resource('s3')
obj = s3.Object(bucket_name, filename)
return obj
def get_s3_metadata(obj):
try:
return obj.get()['Metadata']
except botocore.exceptions.ClientError as client_error:
current_app.logger.error(f"Unable to download s3 file {obj.bucket_name}/{obj.key}")
raise client_error
def set_s3_metadata(obj, **kwargs):
copy_from_object_result = obj.copy_from(
CopySource=f"{obj.bucket_name}/{obj.key}",
ServerSideEncryption='AES256',
Metadata={
key: str(value) for key, value in kwargs.items()
},
MetadataDirective='REPLACE',
)
return copy_from_object_result
def get_s3_contents(obj):
contents = ''
try:
contents = obj.get()['Body'].read().decode('utf-8')
except botocore.exceptions.ClientError as client_error:
current_app.logger.error(f"Unable to download s3 file {obj.bucket_name}/{obj.key}")
raise client_error
return contents