darkhelm/notifications-api
1
0
Fork 0
mirror of https://github.com/GSA/notifications-api.git synced 2026-02-15 07:32:50 -05:00
Code Issues Packages Projects Releases Wiki Activity

use greenlets for cache generation

Browse Source
This commit is contained in:
Kenneth Kehl
2025-08-07 11:16:24 -07:00
parent 2e1f8c4c15
commit 5f387fa272
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
app/aws/s3.py
View File

@@ -288,17 +288,18 @@ def get_s3_files():
)
count = 0
try:
for object_key in object_keys:
read_s3_file(bucket_name, object_key, s3res)
count = count + 1
gevent.sleep(0.2)
greenlets = [
gevent.spawn(read_s3_file, bucket_name, object_key, s3res)
for object_key in object_keys
]
gevent.joinall(greenlets)
except Exception:
current_app.logger.exception(
f"Trouble reading {object_key} which is # {count} during cache regeneration"
f"Trouble reading object_key which is # {count} during cache regeneration"
)
except OSError as e:
current_app.logger.exception(
f"Egress proxy issue reading {object_key} which is # {count}"
f"Egress proxy issue reading object_key which is # {count}"
)
raise e