SpatialOS Docs Generator w/ Markov Chain

spatial_docs.py

import markovify
import requests
from bs4 import BeautifulSoup

RELEASES = ["13.0", "12.2", "11.2"]
BASE_URL = "https://docs.improbable.io/reference/{}/releases/release-notes"

release_notes_list = []

for release in RELEASES:
    r = requests.get(BASE_URL.format(release))
    html = r.text
    soup = BeautifulSoup(html, "html.parser")
    docs_div = soup.find(id="docPage")
    for note in docs_div.find_all("li"):
        release_notes_list.append(note.getText())

release_notes = "\n".join(release_notes_list)

text_model = markovify.NewlineText(release_notes)
for i in range(10):
    print(text_model.make_sentence(tries=100))