forked from gabrielStanovsky/oie-benchmark
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcreate_oie_corpus.sh
executable file
·23 lines (23 loc) · 1.57 KB
/
create_oie_corpus.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
#!/bin/bash
mkdir -p ./oie_corpus/newswire
mkdir -p ./oie_corpus/wiki
echo "Extracting from newswire..."
echo "dev..."
python ./qa_to_oie.py --in ./QASRL-full/newswire/propbank.dev.qa --out ./oie_corpus/newswire/propbank.dev.oie --oieinput=./raw_sentences/newswire/propbank.dev.txt
echo "train..."
python ./qa_to_oie.py --in ./QASRL-full/newswire/propbank.train.qa --out ./oie_corpus/newswire/propbank.train.oie --oieinput=./raw_sentences/newswire/propbank.train.txt
echo "test..."
python ./qa_to_oie.py --in ./QASRL-full/newswire/propbank.test.qa --out ./oie_corpus/newswire/propbank.test.oie --oieinput=./raw_sentences/newswire/propbank.test.txt
echo "Extracting from wiki..."
echo "dev..."
python ./qa_to_oie.py --in ./QASRL-full/wiki/wiki1.dev.qa --out ./oie_corpus/wiki/wiki1.dev.oie --oieinput=./raw_sentences/wiki/wiki1.dev.txt
echo "train..."
python ./qa_to_oie.py --in ./QASRL-full/wiki/wiki1.train.qa --out ./oie_corpus/wiki/wiki1.train.oie --oieinput=./raw_sentences/wiki/wiki1.train.txt
echo "test..."
python ./qa_to_oie.py --in ./QASRL-full/wiki/wiki1.test.qa --out ./oie_corpus/wiki/wiki1.test.oie --oieinput=./raw_sentences/wiki/wiki1.test.txt
echo "Concatenating global train/dev/test"
cat ./oie_corpus/newswire/propbank.dev.oie ./oie_corpus/wiki/wiki1.dev.oie > ./oie_corpus/dev.oie
cat ./oie_corpus/newswire/propbank.train.oie ./oie_corpus/wiki/wiki1.train.oie > ./oie_corpus/train.oie
cat ./oie_corpus/newswire/propbank.test.oie ./oie_corpus/wiki/wiki1.test.oie > ./oie_corpus/test.oie
cat ./oie_corpus/dev.oie ./oie_corpus/train.oie ./oie_corpus/test.oie > ./oie_corpus/all.oie
echo "DONE"