From 0bdf0cb073c63d5ee83324ed099f65cc38805fbe Mon Sep 17 00:00:00 2001
From: Kenneth Kehl <@kkehl@flexion.us>
Date: Fri, 4 Apr 2025 09:13:46 -0700
Subject: [PATCH] fix blank lines at end of csv

---
 app/s3_client/s3_csv_client.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/app/s3_client/s3_csv_client.py b/app/s3_client/s3_csv_client.py
index 195ea3032..c17e5bed8 100644
--- a/app/s3_client/s3_csv_client.py
+++ b/app/s3_client/s3_csv_client.py
@@ -29,6 +29,10 @@ def get_csv_upload(service_id, upload_id):
 
 
 def s3upload(service_id, filedata):
+    # sometimes people upload files with hundreds of blank lines at the end
+    data = filedata["data"]
+    cleaned_data = "\n".join(line for line in data.splitlines() if line.strip())
+    filedata["data"] = cleaned_data
 
     upload_id = str(uuid.uuid4())
     bucket_name, file_location, access_key, secret_key, region = get_csv_location(