darkhelm/notifications-api
1
0
Fork 0
mirror of https://github.com/GSA/notifications-api.git synced 2025-12-20 07:21:13 -05:00
Code Issues Packages Projects Releases Wiki Activity

final

Browse Source
This commit is contained in:
Kenneth Kehl
2024-01-05 10:35:14 -08:00
parent 8fe1d410b2
commit 88379c9e46
9 changed files with 148 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

45
app/aws/s3.py
View File

@@ -1,5 +1,6 @@
import botocore
from boto3 import Session
from expiringdict import ExpiringDict
from flask import current_app
from app.clients import AWS_CLIENT_CONFIG
@@ -7,6 +8,9 @@ from app.clients import AWS_CLIENT_CONFIG
FILE_LOCATION_STRUCTURE = "service-{}-notify/{}.csv"
JOBS = ExpiringDict(max_len=100, max_age_seconds=3600)
def get_s3_file(bucket_name, file_location, access_key, secret_key, region):
s3_file = get_s3_object(bucket_name, file_location, access_key, secret_key, region)
return s3_file.get()["Body"].read().decode("utf-8")
@@ -62,10 +66,51 @@ def get_job_and_metadata_from_s3(service_id, job_id):
def get_job_from_s3(service_id, job_id):
print(f"ENTERE get_job_from_s3 with {service_id} {job_id}")
obj = get_s3_object(*get_job_location(service_id, job_id))
print(f"obj is {obj}")
return obj.get()["Body"].read().decode("utf-8")
def get_phone_number_from_s3(service_id, job_id, job_row_number):
# We don't want to constantly pull down a job from s3 every time we need a phone number.
# At the same time we don't want to store it in redis or the db
# So this is a little recycling mechanism to reduce the number of downloads.
print(
f"ENTER GET_PHONE_NUMBER_FROM_S3 WITH JOB_ID {job_id} SERVICE_ID {service_id} JOB_ROW_NUMBER {job_row_number}"
)
job = JOBS.get(job_id)
print(f"JOB FROM EXPIRINGDICT {job} JOB ID {job_id}")
if job is None:
print("JOB IS NONE")
job = get_job_from_s3(service_id, job_id)
print(f"FRESH JOB {job}")
JOBS[job_id] = job
print("ADDED {job} to EXPRING DICT")
else:
print("JOB IS NOT NONE")
job = job.split("\r\n")
print(f"JOB AFTER SPLIT {job}")
first_row = job[0]
job.pop(0)
first_row = first_row.split(",")
phone_index = 0
for item in first_row:
if item == "phone number":
break
phone_index = phone_index + 1
correct_row = job[job_row_number]
correct_row = correct_row.split(",")
my_phone = correct_row[phone_index]
my_phone = my_phone.replace("(", "")
my_phone = my_phone.replace(")", "")
my_phone = my_phone.replace("-", "")
my_phone = my_phone.replace(" ", "")
my_phone = my_phone.replace("+", "")
return my_phone
def get_job_metadata_from_s3(service_id, job_id):
obj = get_s3_object(*get_job_location(service_id, job_id))
return obj.get()["Metadata"]