mezzo/buch_des_monats
1
0
Fork 0
Code Issues 7 Pull requests Projects Releases Packages Wiki Activity Actions

Fix the html cover scraping (lovelybooks changed the html again)

Browse source
This commit is contained in:
Aaron Fischer 2018-07-13 23:31:00 +02:00
parent 641fcb8712
commit 695afe17db
1 changed files with 12 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
src/buchdesmonats/core.clj
View file

@ -27,13 +27,16 @@
[me.raynes.fs :as fs]))
(defn imgurl->bytes [lovelybooks-url]
(-> (java.net.URL. lovelybooks-url)
html/html-resource
(html/select [:div.bookcoverXXL :> :div :> :img])
first
(get-in [:attrs :src])
(http-client/get {:as :byte-array})
:body))
(let [urls (-> (java.net.URL. lovelybooks-url)
html/html-resource
(html/select [:div.cover-wrapper :> :div.cover :> :img.BookCover])
first
(get-in [:attrs :srcset])
(str/split #" "))
url-to-fetch (last (filter #(re-matches #"http.+\.jpg" %) urls))
stream (http-client/get url-to-fetch {:as :byte-array})]
(:body stream)))
(defn encode-url-part [part]
(java.net.URLEncoder/encode part "UTF-8"))
@ -42,7 +45,7 @@
(let [parts (map encode-url-part (re-find #"\/autor\/([^/]+)\/([^/]+)\/?" url))
author (nth parts 1)
book-title (nth parts 2)]
(str "https://lovelybooks.de/autor/" author "/" book-title)))
(str "https://lovelybooks.de/autor/" author "/" book-title)))
(defn url->file [lovelybooks-url target-dir]
(let [[_ author title] (re-find #".\/autor\/([^\/]+)\/(.+)-([0-9]+)-.\/$" lovelybooks-url)]