Yay it works
This commit is contained in:
parent
6eabd05968
commit
89cad9b78c
3
.gitignore
vendored
3
.gitignore
vendored
|
@ -1,3 +1,4 @@
|
|||
build
|
||||
jpm_tree
|
||||
response.json
|
||||
response.json
|
||||
bookmarks
|
115
main.janet
115
main.janet
|
@ -1,47 +1,112 @@
|
|||
(import httprequest :as r)
|
||||
(import spork/json :as json)
|
||||
|
||||
(def url "https://hachyderm.io/api/v1/bookmarks")
|
||||
(def auth "")
|
||||
(def apptoken "REDACTED")
|
||||
(def urls @["https://hachyderm.io/api/v1/bookmarks"])
|
||||
(def done @[])
|
||||
|
||||
(defn array/shift [arr]
|
||||
"Removes the first element from the array."
|
||||
(if (empty? arr) (break nil))
|
||||
(def head (in arr 0))
|
||||
(array/remove arr 0)
|
||||
head)
|
||||
|
||||
|
||||
(defn get-link [response rel]
|
||||
"Gets the link with the specified relation from the response.
|
||||
e.g. (get-link response \"next\")"
|
||||
|
||||
# Get the links from the headers
|
||||
(def links (string/split "," ((response :headers) "Link")))
|
||||
(def link-header ((response :headers) "Link"))
|
||||
(if (= link-header nil) (break nil))
|
||||
|
||||
(def links (string/split "," link-header))
|
||||
# Find the link with the specified relation
|
||||
(def link (find |(not= (string/find rel $) nil) links))
|
||||
# Extract the url from the link string (as an array of 1 element)
|
||||
(def url (peg/match ~(sequence (any " ") "<" (capture (some (if-not ">" 1))) ">") link))
|
||||
(if url (in url 0) nil))
|
||||
|
||||
(defn download-bookmarks []
|
||||
"Downloads the bookmarks and saves them to a file."
|
||||
(def response
|
||||
(r/get url {"Authorization" (string "Bearer " auth)} {}))
|
||||
(def next-link (get-link response "next"))
|
||||
(def prev-link (get-link response "prev"))
|
||||
(pp next-link)
|
||||
(pp prev-link)
|
||||
(def bookmarks (json/decode (response :body)))
|
||||
(def fout (file/open "./response.json" :w))
|
||||
(file/write fout (json/encode bookmarks)))
|
||||
|
||||
(defn download-media [item]
|
||||
"Downloads the media from the item."
|
||||
(def files @[])
|
||||
(def media (item "media_attachments"))
|
||||
(each m media
|
||||
(def url (m "url"))
|
||||
(def filename (array/pop (string/split "/" url)))
|
||||
(def fullpath (string "./bookmarks/attachments/" filename))
|
||||
|
||||
(array/push files filename)
|
||||
|
||||
# Check if the file already exists
|
||||
(def existing (file/open fullpath :r))
|
||||
(if existing (file/close existing))
|
||||
|
||||
# If it doesn't exist, download it
|
||||
(if (not existing)
|
||||
(do
|
||||
(print (string "Downloading " url))
|
||||
(def response
|
||||
(r/get url {"Authorization" (string "Bearer " apptoken)} {}))
|
||||
(def fout (file/open fullpath :w))
|
||||
(file/write fout (response :body))
|
||||
(file/close fout))))
|
||||
files)
|
||||
|
||||
|
||||
(defn write-markdown [item]
|
||||
(def files (download-media item))
|
||||
(def id (item "id"))
|
||||
(def fout (file/open (string "./" id ".md") :w))
|
||||
(file/write fout (item "content"))
|
||||
(def fout (file/open (string "./bookmarks/" id ".md") :w))
|
||||
(def frontmatter (string "---\n"
|
||||
"url: " (item "url") "\n"
|
||||
"created: " (item "created_at") "\n"
|
||||
"user: " ((item "account") "url") "\n"
|
||||
"---\n"))
|
||||
(def media (string/join
|
||||
(map (fn [arg] (string "![[" arg "]]")) files) " "))
|
||||
(file/write fout
|
||||
(string
|
||||
# metadata
|
||||
frontmatter
|
||||
# content
|
||||
(string "\n" (item "content") "\n\n")
|
||||
# embedded media
|
||||
media))
|
||||
(file/close fout))
|
||||
|
||||
(defn write-files []
|
||||
"Writes the bookmarks to files."
|
||||
(def fin (file/open "./response.json" :r))
|
||||
(print (file/read fin :all))
|
||||
(def bookmarks (json/decode (file/read fin :all)))
|
||||
(each item bookmarks
|
||||
(write-markdown item)))
|
||||
|
||||
(defn download-bookmarks []
|
||||
"Downloads the bookmarks and saves them to a file."
|
||||
(while (>= (length urls) 0)
|
||||
(def url (array/shift urls))
|
||||
(print (string "Downloading " url))
|
||||
|
||||
(def response
|
||||
(r/get url {"Authorization" (string "Bearer " apptoken)} {}))
|
||||
|
||||
# Pagination
|
||||
(def next-link (get-link response "next"))
|
||||
(if (and next-link (not (has-value? done next-link)))
|
||||
(array/insert urls 0 next-link))
|
||||
(def prev-link (get-link response "prev"))
|
||||
(if (and prev-link (not (has-value? done prev-link)))
|
||||
(array/insert urls 0 prev-link))
|
||||
|
||||
(def bookmarks (json/decode (response :body)))
|
||||
# Debugging - write response to file
|
||||
# (def fout (file/open "./response.json" :w))
|
||||
# (file/write fout (response :body))
|
||||
|
||||
# Write the bookmarks to md files
|
||||
(each item bookmarks
|
||||
(write-markdown item))
|
||||
|
||||
(array/push done url)))
|
||||
|
||||
|
||||
(defn main [& args]
|
||||
(download-bookmarks)
|
||||
# (write-files)
|
||||
(print "ok"))
|
||||
(print "Done."))
|
||||
|
|
Loading…
Reference in New Issue
Block a user