Skip to content

Commit

Permalink
publish from export dir
Browse files Browse the repository at this point in the history
  • Loading branch information
nmdefries committed Feb 3, 2023
1 parent ac10f61 commit 4fed7bc
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions backfill_corrections/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -81,10 +81,10 @@ run:
/bin/bash -c "cp params.host.json params.json && make gurobi.lic && make standardize-dirs && make run-local OPTIONS=\"${OPTIONS}\""

publish:
if [ -f $(USR_INPUT_DIR)/*.csv.gz ]; then \
if [ -f $(USR_EXPORT_DIR)/*.csv.gz ]; then \
aws configure set aws_access_key_id $(AWS_KEY_ID); \
aws configure set aws_secret_access_key $(AWS_SECRET_KEY); \
aws s3 cp $(USR_INPUT_DIR) $(S3_BUCKET)/ --recursive --exclude "*" --include "*.csv.gz" --acl public-read; \
aws s3 cp $(USR_EXPORT_DIR) $(S3_BUCKET)/ --recursive --exclude "*" --include "*.csv.gz" --acl public-read; \
echo "SUCCESS: published `ls -1 $(USR_EXPORT_DIR)/*.csv.gz | wc -l` files to the S3 bucket" >> $(LOG_FILE); \
else \
echo "No files in $(USR_EXPORT_DIR) to publish" >> $(LOG_FILE); \
Expand Down

0 comments on commit 4fed7bc

Please sign in to comment.