Skip to content

Commit

Permalink
Debug the upload issue
Browse files Browse the repository at this point in the history
- previously the CI test failed at uplaading .rec to s3.
- use absolute path instead
  • Loading branch information
Tao Sun committed Sep 2, 2022
1 parent 03f78c0 commit 0bda2bc
Showing 1 changed file with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -200,7 +200,7 @@
"!mkdir -p $RAW_DATA_PATH\n",
"!aws s3 cp $original_data $RAW_DATA_PATH\n",
"!mkdir -p $DATA_PATH\n",
"os.system('unzip {} -d {}'.format(os.path.join(RAW_DATA_PATH, 'NEU-DET.zip'), RAW_DATA_PATH))\n",
"os.system('unzip -qq {} -d {}'.format(os.path.join(RAW_DATA_PATH, 'NEU-DET.zip'), RAW_DATA_PATH))\n",
"\n",
"# Folders for training data and output artifacts in s3\n",
"prefix = name_from_base('defect-detection')\n",
Expand Down Expand Up @@ -468,10 +468,10 @@
"train_channel = f\"{prefix}/OD_Type1_train\"\n",
"validation_channel = f\"{prefix}/OD_Type1_validation\"\n",
"sagemaker_session.upload_data(\n",
" path=\"neu_det/data_train.rec\", bucket=bucket, key_prefix=train_channel\n",
" path=DATA_PATH+\"/data_train.rec\", bucket=bucket, key_prefix=train_channel\n",
")\n",
"sagemaker_session.upload_data(\n",
" path=\"neu_det/data_val.rec\", bucket=bucket, key_prefix=validation_channel\n",
" path=DATA_PATH+\"/data_val.rec\", bucket=bucket, key_prefix=validation_channel\n",
")\n",
"\n",
"s3_train_data = f\"s3://{bucket}/{train_channel}\"\n",
Expand Down

0 comments on commit 0bda2bc

Please sign in to comment.