darkhelm/notifications-api
1
0
Fork 0
mirror of https://github.com/GSA/notifications-api.git synced 2026-02-03 01:41:05 -05:00
Code Issues Packages Projects Releases Wiki Activity

add sleep, more error handling, better debug message

Browse Source
This commit is contained in:
Kenneth Kehl
2025-05-19 15:14:02 -07:00
parent cfc108baa3
commit fe2f14c6e6
1 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
app/aws/s3.py
View File

@@ -224,11 +224,20 @@ def get_s3_files():
current_app.logger.info( current_app.logger.info(
f"job_cache length before regen: {len_job_cache()} #notify-debug-admin-1200" f"job_cache length before regen: {len_job_cache()} #notify-debug-admin-1200"
) )
count = 0
try: try:
for object_key in object_keys: for object_key in object_keys:
read_s3_file(bucket_name, object_key, s3res) read_s3_file(bucket_name, object_key, s3res)
count = count + 1
eventlet.sleep(0.2)
except Exception: except Exception:
current_app.logger.exception("Connection pool issue") current_app.logger.exception(
f"Trouble reading {object_key} which is # {count} during cache regeneration"
)
except OSError:
current_app.logger.exception(
f"Egress proxy issue reading {object_key} which is # {count}"
)
current_app.logger.info( current_app.logger.info(
f"job_cache length after regen: {len_job_cache()} #notify-debug-admin-1200" f"job_cache length after regen: {len_job_cache()} #notify-debug-admin-1200"