#!/bin/sh
 
zcat $1 \
| sort | uniq | while read line
do
        m=$(echo $line \
                | awk '{print $1}' \
                | iconv -c -f UTF-8 -t LATIN1 \
                | ls-gertwol \
                | iconv -f LATIN1 -t UTF-8 \
                | gertwolscore \
                | tail -n +2 | head -n -1 \
                | sed -r "s/\s+\"(.*)\"\s+.*\s+(\S+)$/\2\t\1/" \
                | uniq | sort -k 1 | head -n 1 | cut -f 2- \
                | sed -r -e "s/#/ /g" -e "s/\\\\\w+//g" \
                | tr -d "|~" | tr '[:upper:]' '[:lower:]' \
                | sed -r "s/\s+/ /g"
        )
        echo "$line\t$m"
done | gzip > $1+morph.tsv.gz