Convert text from Wikipedia to easy readable, easy processable text

tipp10_prepare.sed

# citation marks
s/\[[[:digit:]]\+\]//g
s/\[citation needed\]//g

# print non-ASCII
#s/[^[:print:\n\r\t]]+/sign: &/w errorfile

# empty lines
/^[[:space:]]*$/d

# quotation marks
## U+2018-U+201B
s/[‘’‚‛]/'/g
## U+201C-U+201E
s/[“„”]/"/g

# whitespaces
## leading whitespaces
s/^[ \t]*//g
## trailing whitespaces
s/[[:space:]]\+$//
## double whitespaces
s/  / /g

# hyphen
## U+2013-U+2015
s/[—―–−]/-/g

# misc unicode symbols
## U+203C
s/‼/!!/g
## U+2026
s/…/.../g
s/π/Pi/g