fixsemeval2010.sh

#!/bin/sh
# Download SemEval 2010 shared task data
# http://www.lsi.upc.edu/~esapena/downloads/index.php?id=1
# Fixes encoding errors, as well as syntax errors in the coreference column.
for FILE in task01.posttask.v1.0/corpora/*/nl.*.txt
do
	sed 's/‚Äö√Ѭ∞/à/g;
		s/¬¨‚àë/á/g;
		s/‚àö√©/ë/g;
		s/‚àö√†/é/g;
		s/‚àö√£/è/g;
		s/‚àö√ß/ê/g;
		s/‚àö√Æ/ï/g;
		s/¬¨‚àè/ü/g;
		s/√Ä√ú/ö/g;
		s/‚àö√µ/ó/g;
		s/‚àö‚àë/Ö/g;
		s/‚àö√Ö/ç/g;

		s/-\([()|0-9]\+\)$/\1/g;
		s/)(\([()|0-9]\+\)$/)|(\1/g;
		s/LET()$\|+$/_/;' < $FILE > $FILE.fixed
done