Clojuredocs scraper

scraper.clj

(require '[clojure.string :as str])
(require '[clojure.edn :as edn])

(defn fetch-page-data [clojuredocs-url]
  (let [ ; get the window.PAGE_DATA=... line from var page HTML source
        page-data-str (-> (slurp clojuredocs-url)
                          (str/split #"\n")
                          (nth 2) ; get the 3rd line of the HTML source
                        )]
    (->> page-data-str
         (drop (count "window.PAGE_DATA=")) ; Drop leading characters
         butlast ; Drop trailing semicolon
         (apply str)
         edn/read-string
         edn/read-string ; Double decode (not a mistake)
      )))

(fetch-page-data "https://clojuredocs.org/clojure.core/map")