Downloads and creates a german wordlist for use in Solr

create-german-wordlist

# download
wget http://repo.or.cz/w/wortliste.git/blob_plain/master:/wortliste

# easy things
awk -F ';' '{print $1;}' > list_words_dictionary.de.txt

# ok, complex
grep -v ";-2-;" wortliste |awk -F ';' '{print $2;}' | tr -d "[·|-<>]" | grep "=" | awk -F '=' '{print $1"\n"$2"\n"$3"\n"$4;}' | sort -u | tr [:upper:] [:lower:] >> list_words_dictionary.de.txt

# reset
mv list_words_dictionary.de.txt wortliste

# lowercase
cat wortliste | tr [:upper:] [:lower:] > list_words_dictionary.de.txt

# sql
cat list_words_dictionary.de.txt |awk -F '*' '{print "insert into lists (type, entry, modified_by, modified_at) values ('\''words-dictionary'\'', '\''"$1"'\'', '\''TorstenKoester'\'', now());";}' > list_words_dictionary.de.sql