switch to log insights for delivery receipts

app/clients/cloudwatch/aws_cloudwatch.py

@@ -2,12 +2,14 @@ import json
 import os
 import re
 from datetime import timedelta
+from time import sleep
 
 from boto3 import client
 from flask import current_app
 
 from app.clients import AWS_CLIENT_CONFIG, Client
 from app.cloudfoundry_config import cloud_config
+from app.dao.notifications_dao import dao_update_delivery_receipts
 from app.exceptions import NotificationTechnicalFailureException
 from app.utils import hilite, utc_now
 
@@ -108,6 +110,7 @@ class AwsCloudwatchClient(Client):
                 return logline
         return None
 
+    # DEPRECATED
     def check_sms(self, message_id, notification_id, created_at):
         region = cloud_config.sns_region
         # TODO this clumsy approach to getting the account number will be fixed as part of notify-api #258
@@ -165,3 +168,65 @@ class AwsCloudwatchClient(Client):
         raise NotificationTechnicalFailureException(
             f"No event found for message_id {message_id} notification_id {notification_id}"
         )
+
+
+def do_log_insights(self):
+    region = cloud_config.sns_region
+    account_number = self._extract_account_number(cloud_config.ses_domain_arn)
+
+    log_group_name = f"sns/{region}/{account_number[4]}/DirectPublishToPhoneNumber"
+    log_group_name_failed = (
+        f"sns/{region}/{account_number[4]}/DirectPublishToPhoneNumber/Failed"
+    )
+
+    query = """
+    fields @timestamp, status, delivery.providerResponse, delivery.destination, notification.messageId, delivery.phoneCarrier
+    | sort @timestamp asc
+    """
+    start = utc_now() - timedelta(hours=1)
+    end = utc_now()
+
+    response = client._client.start_query(
+        logGroupName=log_group_name,
+        startTime=int(start.timestamp()),
+        endTime=int(end.timestamp()),
+        queryString=query,
+    )
+    query_id = response["queryId"]
+    while True:
+        result = client._client.get_query_results(queryId=query_id)
+        if result["status"] == "Complete":
+            break
+        sleep(1)
+
+    delivery_receipts = []
+    for log in result["results"]:
+        receipt = {field["field"]: field["value"] for field in log}
+        delivery_receipts.append(receipt)
+        print(receipt)
+
+    delivered = delivery_receipts
+
+    response = client._client.start_query(
+        logGroupName=log_group_name_failed,
+        startTime=int(start.timestamp()),
+        endTime=int(end.timestamp()),
+        queryString=query,
+    )
+    query_id = response["queryId"]
+    while True:
+        result = client._client.get_query_results(queryId=query_id)
+        if result["status"] == "Complete":
+            break
+        sleep(1)
+
+    delivery_receipts = []
+    for log in result["results"]:
+        receipt = {field["field"]: field["value"] for field in log}
+        delivery_receipts.append(receipt)
+        print(receipt)
+
+    failed = delivery_receipts
+
+    dao_update_delivery_receipts(delivered)
+    dao_update_delivery_receipts(failed)