core-scraper.clj

clj-scraper

(ns scraper.core)

;; params
;; method is either "post" or "get" or any http method
;; url is the url for example 'http://www.example.com'
;; calling the function
;;   user=> (http-set-header "post" login_url)
;;   {:header {:method "post", :url "http://yourip/#/signin?disableAutoSignin=yes'"}}

(defn http-set-header [method url]
  (assoc {} :header (merge {:method method :url (str url)})))


;; url: provide url , 'http://www.example.com
;; header: header response, example
;;    (str (http-set-header "post" 'http://yourip/#/signin?disableAutoSignin=yes')) 
;;    "{:header {:method \"post\", :url \"http://yourip/#/signin?disableAutoSignin=yes'\"}}"

;; (defn get-request-header [url request]
;;  (client/get url {:headers (str request}))

;; user=> (get-request-header login_url request)
;; user=> (str request)
;; "{:header {:method \"post\", :url \"http://yourip/#/signin?disableAutoSignin=yes'\"}}"
;; user=> (get-request-header data_url request)
;; user=> 


(defn get-request-header [url header-data]
     (client/get (str url) {:header (str header-data)}))

(defn header-to-string [header]
  (str header))