From 9cbc276798388069cde07a50798401fb78ea70ca Mon Sep 17 00:00:00 2001
From: Nat DeFries <42820733+nmdefries@users.noreply.github.com>
Date: Tue, 31 Jan 2023 12:39:39 -0500
Subject: [PATCH] check if any files exist in receiving before trying to
 publish

---
 backfill_corrections/Makefile | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

diff --git a/backfill_corrections/Makefile b/backfill_corrections/Makefile
index 8becdb790..161e8a1b3 100644
--- a/backfill_corrections/Makefile
+++ b/backfill_corrections/Makefile
@@ -81,10 +81,14 @@ run:
 		/bin/bash -c "cp params.host.json params.json && make gurobi.lic && make standardize-dirs && make run-local OPTIONS=\"${OPTIONS}\""
 
 publish:
-	aws configure set aws_access_key_id $(AWS_KEY_ID)
-	aws configure set aws_secret_access_key $(AWS_SECRET_KEY)
-	aws s3 cp $(USR_INPUT_DIR) $(S3_BUCKET)/ --recursive --exclude "*" --include "*.csv.gz" --acl public-read
-	echo "SUCCESS: published `ls -1 $(USR_EXPORT_DIR)/*.csv.gz | wc -l` files to the S3 bucket" >> $(LOG_FILE)
+	if [ -f $(USR_INPUT_DIR)/*.csv.gz ]; then \
+		aws configure set aws_access_key_id $(AWS_KEY_ID); \
+		aws configure set aws_secret_access_key $(AWS_SECRET_KEY); \
+		aws s3 cp $(USR_INPUT_DIR) $(S3_BUCKET)/ --recursive --exclude "*" --include "*.csv.gz" --acl public-read; \
+		echo "SUCCESS: published `ls -1 $(USR_EXPORT_DIR)/*.csv.gz | wc -l` files to the S3 bucket" >> $(LOG_FILE); \
+	else \
+		echo "No files in $(USR_EXPORT_DIR) to publish" >> $(LOG_FILE); \
+	fi
 
 pipeline: setup-dirs run publish clean