Converting juju docs

converting-juju-docs.sh

# Get juju-docs and discoursifier
git clone -b devel https://github.com/juju/docs ~/git/juju-docs
git clone https://github.com/canonical-webteam/discoursifier ~/git/discoursifier

# Setup python venv for discoursifier
python3 -m venv ~/git/discoursifier/env3
source ~/git/discoursifier/env3/bin/activate
pip install -r ~/git/discoursifier/requirements.txt

# Enter the documentation directory
cd ~/git/juju-docs/src/en

# Remove files we don't want to include in Discourse
rm commands.md test.md index.md

# Apply discoursifier conversions
~/git/discoursifier/convert.py

# Reformat with pandoc to remove newlines
find . -name '*.md' -exec pandoc --atx-headers -f markdown_mmd+backtick_code_blocks -t markdown_mmd+hard_line_breaks+backtick_code_blocks+shortcut_reference_links {} -o {} \;

# Unescape characters espaced by pandoc
find . -name '*.md' -exec sed -i -E 's!\\(\[|\*|\^|`|_|[(]|[)]|\$|\]|#|~)!\1!g' {} \;

# Fix notification blocks
find . -name '*.md' -exec sed -i -E 's!(\[note[^]]*\]) !\1\n!g' {} \;
find . -name '*.md' -exec sed -i -E 's! \[/note\]!\n[/note]!g' {} \;

# Replace "bash" and "no-highlight" code blocks with "text" code blocks
find . -name '*.md' -exec sed -i -E 's!``` (bash|no-highlight)!``` text!g' {} \;

# OPTIONAL - Delete all topics in the "docs-import" category
~/git/discoursifier/delete.py --api-key=xxxx --api-username=robin --api-url=https://discourse.jujucharms.com/ --category=docs-import

# Before uploading, ensure "min topic title length" is set to 5
# https://discourse.jujucharms.com/admin/site_settings/category/all_results?filter=min%20topic%20title%20length

# Upload all documents as new topics to Discourse
~/git/discoursifier/upload.py --api-key=xxxx --api-username=robin --api-url=https://discourse.jujucharms.com/ --title-map=title-map.json --category=docs-import