darkhelm/notifications-api
1
0
Fork 0
mirror of https://github.com/GSA/notifications-api.git synced 2025-12-16 18:22:17 -05:00
Code Issues Packages Projects Releases Wiki Activity

clean up

Browse Source
This commit is contained in:
Kenneth Kehl
2024-07-19 15:02:54 -07:00
parent 875d378b3d
commit 4d24b8257e
2 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
app/aws/s3.py
View File

@@ -20,7 +20,6 @@ JOBS_CACHE_MISSES = "JOBS_CACHE_MISSES"
def list_s3_objects(): def list_s3_objects():
print("ENTER LIST_S3_OBJECTS")
bucket_name = current_app.config["CSV_UPLOAD_BUCKET"]["bucket"] bucket_name = current_app.config["CSV_UPLOAD_BUCKET"]["bucket"]
access_key = current_app.config["CSV_UPLOAD_BUCKET"]["access_key_id"] access_key = current_app.config["CSV_UPLOAD_BUCKET"]["access_key_id"]
secret_key = current_app.config["CSV_UPLOAD_BUCKET"]["secret_access_key"] secret_key = current_app.config["CSV_UPLOAD_BUCKET"]["secret_access_key"]
@@ -51,7 +50,7 @@ def list_s3_objects():
def get_s3_files(): def get_s3_files():
print("ENTER GET_S3_FILES") current_app.logger.info("Regenerate job cache #notify-admin-1200")
bucket_name = current_app.config["CSV_UPLOAD_BUCKET"]["bucket"] bucket_name = current_app.config["CSV_UPLOAD_BUCKET"]["bucket"]
access_key = current_app.config["CSV_UPLOAD_BUCKET"]["access_key_id"] access_key = current_app.config["CSV_UPLOAD_BUCKET"]["access_key_id"]
secret_key = current_app.config["CSV_UPLOAD_BUCKET"]["secret_access_key"] secret_key = current_app.config["CSV_UPLOAD_BUCKET"]["secret_access_key"]
@@ -64,7 +63,7 @@ def get_s3_files():
objects = list_s3_objects() objects = list_s3_objects()
s3res = session.resource("s3", config=AWS_CLIENT_CONFIG) s3res = session.resource("s3", config=AWS_CLIENT_CONFIG)
print(f"LEN JOBS BEFORE LOAD {len(JOBS)}") current_app.logger.info(f"JOBS cache length before regen: {len(JOBS)} #notify-admin-1200")
for object in objects: for object in objects:
object_arr = object.split("/") object_arr = object.split("/")
job_id = object_arr[1] job_id = object_arr[1]
@@ -75,7 +74,7 @@ def get_s3_files():
) )
if "phone number" in object.lower(): if "phone number" in object.lower():
JOBS[job_id] = object JOBS[job_id] = object
print(f"NOW LEN JOBS IS {len(JOBS)} object {object}") current_app.logger.info(f"JOBS cache length after regen: {len(JOBS)} #notify-admin-1200")
def get_s3_file(bucket_name, file_location, access_key, secret_key, region): def get_s3_file(bucket_name, file_location, access_key, secret_key, region):

2
app/config.py
View File

@@ -251,7 +251,7 @@ class Config(object):
}, },
"regenerate-job-cache": { "regenerate-job-cache": {
"task": "regenerate-job-cache", "task": "regenerate-job-cache",
"schedule": crontab(), "schedule": crontab(minute="*/30"),
"options": {"queue": QueueNames.PERIODIC}, "options": {"queue": QueueNames.PERIODIC},
}, },
"cleanup-unfinished-jobs": { "cleanup-unfinished-jobs": {