Skip to content

Commit

Permalink
removing kaggle depedency on running model notebook (#82)
Browse files Browse the repository at this point in the history
  • Loading branch information
feydan authored Oct 13, 2022
1 parent d343311 commit fc492f4
Show file tree
Hide file tree
Showing 3 changed files with 10 additions and 27 deletions.
8 changes: 0 additions & 8 deletions model/build/README.md
Original file line number Diff line number Diff line change
@@ -1,11 +1,3 @@
# Prerequisites
Create a kaggle account, and download an API key


# Build Instructions

If you run this on kaggle, you'll likely run out of credits after a few runs

# Local build
```
./run_notebook.sh
Expand Down
22 changes: 10 additions & 12 deletions model/build/docker-compose.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,21 +15,19 @@ services:
# devices:
# - capabilities: [gpu]

dltacodataset:
image: kaggledl
tacodataset:
image: alpine
volumes:
- ${HOME}/.kaggle:/home/kaggle/.kaggle
- ${PWD}:/home/kaggle/download
working_dir: /home/kaggle/download
command: kaggle datasets download -d kneroma/tacotrashdataset
- ${PWD}:/download
working_dir: /download
command: wget https://trash-ai-public.s3.us-west-1.amazonaws.com/tacotrashdataset.zip

dlyolov5-taco:
image: kaggledl
yolov5-taco:
image: alpine
volumes:
- ${HOME}/.kaggle:/home/kaggle/.kaggle
- ${PWD}:/home/kaggle/download
working_dir: /home/kaggle/download
command: kaggle datasets download -d trngvhong/yolov5-taco
- ${PWD}:/download
working_dir: /download
command: wget https://trash-ai-public.s3.us-west-1.amazonaws.com/yolov5-taco.zip

notebook:
image: jupyter/datascience-notebook:b418b67c225b
Expand Down
7 changes: 0 additions & 7 deletions model/build/run_notebook.sh
Original file line number Diff line number Diff line change
Expand Up @@ -2,12 +2,5 @@
set -euo pipefail
IFS=$'\n\t'

mkdir -p ~/.kaggle
test -f ~/.kaggle/kaggle.json || {
echo "Kaggle API key not found. Please login and download api key and put it in ~/.kaggle/kaggle.json"
exit 1
}
chmod 600 ~/.kaggle/kaggle.json

docker-compose up --build
./name_map.py

0 comments on commit fc492f4

Please sign in to comment.