gistfile1.clj

(defn get-html-resource
  "Grabs the page at the given URL and turns it into an enlive HTML resource for consumption later"
  [url]
  (with-open [client (http/create-client :user-agent "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" :follow-redirects true)]
  (let [response (http/GET client url)]
    (-> response
      http/await
      http/string
      StringReader.
      html/html-resource))))


(defn get-nyt-article-contents
  "Gets the New York Times article contents at the given URL"
  [url]
  (-> url
    get-html-resource
    (html/select [:p.story-body-text])
    (->>
     (map :content)
     (map first)
     (s/join " "))))


(get-nyt-article-contents "http://www.nytimes.com/2014/06/29/sports/basketball/wizards-guarantee-a-contract.html")

=> "Andre Miller’s agent, Andy Miller, said he had been officially notified by the "