Merge branch 'main' into update-marshmallow-deps

This commit is contained in:
Carlo Costino
2025-05-14 11:04:12 -04:00
8 changed files with 132 additions and 376 deletions

View File

@@ -6,6 +6,7 @@ from concurrent.futures import ThreadPoolExecutor
from io import StringIO
import botocore
import eventlet
from boto3 import Session
from flask import current_app
@@ -116,9 +117,9 @@ def list_s3_objects():
)
else:
break
except Exception:
except Exception as e:
current_app.logger.exception(
"An error occurred while regenerating cache #notify-debug-admin-1200",
f"An error occurred while regenerating cache #notify-debug-admin-1200: {str(e)}",
)
@@ -375,7 +376,7 @@ def get_job_from_s3(service_id, job_id):
)
retries += 1
sleep_time = backoff_factor * (2**retries) # Exponential backoff
time.sleep(sleep_time)
eventlet.sleep(sleep_time)
continue
else:
# Typically this is "NoSuchKey"

View File

@@ -1,6 +1,6 @@
import json
from time import sleep
import eventlet
from celery.signals import task_postrun
from flask import current_app
from requests import HTTPError, RequestException, request
@@ -83,7 +83,7 @@ def process_job(job_id, sender_id=None):
process_row(row, template, job, service, sender_id=sender_id)
count = count + 1
if count % 3 == 0:
sleep(1)
eventlet.sleep(1)
# End point/Exit point for message send flow.
job_complete(job, start=start)

View File

@@ -151,7 +151,7 @@ class AwsCloudwatchClient(Client):
# result = temp_client.get_query_results(queryId=query_id)
# if result['status'] == 'Complete':
# break
# time.sleep(1)
# eventlet.sleep(1)
# delivery_receipts = []
# for log in result['results']: