generate_data_different_sizes_and_upload.sh

#! /bin/bash

# Generates training datasets of varying sizes and uploads them to the clc and the cluster

local_main_folder="/home/felix/Desktop/data/eight_genomes_chromosome_split/"
remote_main_folder_clc="/home/felix-stiehler/Desktop/data/eight_genomes_chromosome_split/"
remote_main_folder_cluster="/scratch_gs/festi100/data/eight_genomes_chromosome_split/"
db_path='/home/felix/Desktop/full_geenuff.sqlite3'

for size in $@
do
	local_folder="$local_main_folder"h5_data_"$size"k

	rm -r "$local_folder"/*

	../export.py --db-path-in $db_path --out-dir $local_folder --chunk-size "$size"000 --one-hot --split-coordinates --genomes Athaliana,Bdistachyon,Creinhardtii,Gmax,Mguttatus,Mpolymorpha,Ptrichocarpa,Sitalica

	rsync -vzr --progress $local_folder felix-stiehler@134.99.200.63:"$remote_main_folder_clc"
	rsync -vzr --progress $local_folder festi100@hpc.rz.uni-duesseldorf.de:"$remote_main_folder_cluster"
done