Remove csv after process job is finished.

Fixed new tests.
This commit is contained in:
Nicholas Staples
2016-04-05 14:28:19 +01:00
parent cb5151d9be
commit 4cc0028b01
5 changed files with 49 additions and 10 deletions

View File

@@ -1,7 +1,16 @@
from boto3 import resource
def get_job_from_s3(bucket_name, job_id):
def get_s3_job_object(bucket_name, job_id):
s3 = resource('s3')
key = s3.Object(bucket_name, '{}.csv'.format(job_id))
return key.get()['Body'].read().decode('utf-8')
return s3.Object(bucket_name, '{}.csv'.format(job_id))
def get_job_from_s3(bucket_name, job_id):
obj = get_s3_job_object(bucket_name, job_id)
return obj.get()['Body'].read().decode('utf-8')
def remove_job_from_s3(bucket_name, job_id):
obj = get_s3_job_object(bucket_name, job_id)
return obj.delete()