commit 3f1f17d2ffc946d16a908c394d2cc5e1ff5b99f4 parent 069997ca07a915cabcddb3267e503bd27b63e765 Author: JayVii <jayvii[AT]posteo[DOT]de> Date: Tue, 3 Mar 2026 21:47:45 +0100 fix: re-encode special characters right at the beginning Diffstat:
| M | generate.sh | | | 126 | ++++++++++++++++++++++++++++++++++++++++---------------------------------------- |
1 file changed, 63 insertions(+), 63 deletions(-)
diff --git a/generate.sh b/generate.sh @@ -16,6 +16,69 @@ sed -E \ perl -pe 'BEGIN{undef $/;} s/<\!--START.*?<\!--STOP.*?-->//smg' \ -i ./output/zeitung.md +# ensure the file only includes characters the compile can understand ---------- + +sed -E \ + -e 's/á/\[\`a\]/g' \ + -e 's/é/\[\`e\]/g' \ + -e 's/í/\[\`i\]/g' \ + -e 's/ó/\[\`o\]/g' \ + -e 's/ú/\[\`u\]/g' \ + -e 's/Á/\[\`A\]/g' \ + -e 's/É/\[\`E\]/g' \ + -e 's/Í/\[\`I\]/g' \ + -e 's/Ó/\[\`O\]/g' \ + -e 's/Ú/\[\`U\]/g' \ + -e 's/â/\[\^a\]/g' \ + -e 's/ê/\[\^e\]/g' \ + -e 's/î/\[\^i\]/g' \ + -e 's/ô/\[\^o\]/g' \ + -e 's/û/\[\^u\]/g' \ + -e 's/Â/\[\^A\]/g' \ + -e 's/Ê/\[\^E\]/g' \ + -e 's/Î/\[\^I\]/g' \ + -e 's/Ô/\[\^O\]/g' \ + -e 's/Û/\[\^U\]/g' \ + -e 's/ß/\[ss\]/g' \ + -e 's/ä/\[ae\]/g' \ + -e 's/ü/\[\ue\]/g' \ + -e 's/ö/\[oe\]/g' \ + -e 's/Ä/\[Ae\]/g' \ + -e 's/Ü/\[Ue\]/g' \ + -e 's/Ö/\[Oe\]/g' \ + -i ./output/zeitung.md +iconv -t ascii -c ./output/zeitung.md | tee ./output/tmp.md > /dev/null +mv ./output/tmp.md ./output/zeitung.md +sed -E \ + -e 's/\[\`a\]/á/g' \ + -e 's/\[\`e\]/é/g' \ + -e 's/\[\`i\]/í/g' \ + -e 's/\[\`o\]/ó/g' \ + -e 's/\[\`u\]/ú/g' \ + -e 's/\[\`A\]/Á/g' \ + -e 's/\[\`E\]/É/g' \ + -e 's/\[\`I\]/Í/g' \ + -e 's/\[\`O\]/Ó/g' \ + -e 's/\[\`U\]/Ú/g' \ + -e 's/\[\^a\]/â/g' \ + -e 's/\[\^e\]/ê/g' \ + -e 's/\[\^i\]/î/g' \ + -e 's/\[\^o\]/ô/g' \ + -e 's/\[\^u\]/û/g' \ + -e 's/\[\^A\]/Â/g' \ + -e 's/\[\^E\]/Ê/g' \ + -e 's/\[\^I\]/Î/g' \ + -e 's/\[\^O\]/Ô/g' \ + -e 's/\[\^U\]/Û/g' \ + -e 's/\[ss\]/ß/g' \ + -e 's/\[ae\]/ä/g' \ + -e 's/\[\ue\]/ü/g' \ + -e 's/\[oe\]/ö/g' \ + -e 's/\[Ae\]/Ä/g' \ + -e 's/\[Ue\]/Ü/g' \ + -e 's/\[Oe\]/Ö/g' \ + -i ./output/zeitung.md + # clean up HTML ---------------------------------------------------------------- ## remove linebreaks at the start of headline tags @@ -78,69 +141,6 @@ while read -r line; do perl -pe "BEGIN{undef $/;} s/$line.*?$line/$line/smg" -i ./output/zeitung.md done -# ensure the file only includes characters the compile can understand ---------- - -sed -E \ - -e 's/á/\[\`a\]/g' \ - -e 's/é/\[\`e\]/g' \ - -e 's/í/\[\`i\]/g' \ - -e 's/ó/\[\`o\]/g' \ - -e 's/ú/\[\`u\]/g' \ - -e 's/Á/\[\`A\]/g' \ - -e 's/É/\[\`E\]/g' \ - -e 's/Í/\[\`I\]/g' \ - -e 's/Ó/\[\`O\]/g' \ - -e 's/Ú/\[\`U\]/g' \ - -e 's/â/\[\^a\]/g' \ - -e 's/ê/\[\^e\]/g' \ - -e 's/î/\[\^i\]/g' \ - -e 's/ô/\[\^o\]/g' \ - -e 's/û/\[\^u\]/g' \ - -e 's/Â/\[\^A\]/g' \ - -e 's/Ê/\[\^E\]/g' \ - -e 's/Î/\[\^I\]/g' \ - -e 's/Ô/\[\^O\]/g' \ - -e 's/Û/\[\^U\]/g' \ - -e 's/ß/\[ss\]/g' \ - -e 's/ä/\[ae\]/g' \ - -e 's/ü/\[\ue\]/g' \ - -e 's/ö/\[oe\]/g' \ - -e 's/Ä/\[Ae\]/g' \ - -e 's/Ü/\[Ue\]/g' \ - -e 's/Ö/\[Oe\]/g' \ - -i ./output/zeitung.md -iconv -t ascii -c ./output/zeitung.md -o ./output/zeitung2.md -mv ./output/zeitung2.md ./output/zeitung.md -sed -E \ - -e 's/\[\`a\]/á/g' \ - -e 's/\[\`e\]/é/g' \ - -e 's/\[\`i\]/í/g' \ - -e 's/\[\`o\]/ó/g' \ - -e 's/\[\`u\]/ú/g' \ - -e 's/\[\`A\]/Á/g' \ - -e 's/\[\`E\]/É/g' \ - -e 's/\[\`I\]/Í/g' \ - -e 's/\[\`O\]/Ó/g' \ - -e 's/\[\`U\]/Ú/g' \ - -e 's/\[\^a\]/â/g' \ - -e 's/\[\^e\]/ê/g' \ - -e 's/\[\^i\]/î/g' \ - -e 's/\[\^o\]/ô/g' \ - -e 's/\[\^u\]/û/g' \ - -e 's/\[\^A\]/Â/g' \ - -e 's/\[\^E\]/Ê/g' \ - -e 's/\[\^I\]/Î/g' \ - -e 's/\[\^O\]/Ô/g' \ - -e 's/\[\^U\]/Û/g' \ - -e 's/\[ss\]/ß/g' \ - -e 's/\[ae\]/ä/g' \ - -e 's/\[\ue\]/ü/g' \ - -e 's/\[oe\]/ö/g' \ - -e 's/\[Ae\]/Ä/g' \ - -e 's/\[Ue\]/Ü/g' \ - -e 's/\[Oe\]/Ö/g' \ - -i ./output/zeitung.md - # determine system language ---------------------------------------------------- lang=$(echo "$LANG" | sed -e 's/\..*$//g' -e 's/_/-/g')