From 89cad9b78cb2bb65b3e047f05c2c351a08186ab8 Mon Sep 17 00:00:00 2001
From: Simon Cambier <simon.cambier@protonmail.com>
Date: Sat, 22 Jun 2024 23:42:37 +0200
Subject: [PATCH] Yay it works

---
 .gitignore |   3 +-
 main.janet | 115 +++++++++++++++++++++++++++++++++++++++++------------
 2 files changed, 92 insertions(+), 26 deletions(-)

diff --git a/.gitignore b/.gitignore
index 2467613..36d33ed 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,4 @@
 build
 jpm_tree
-response.json
\ No newline at end of file
+response.json
+bookmarks
\ No newline at end of file
diff --git a/main.janet b/main.janet
index 5b79a15..01a2898 100644
--- a/main.janet
+++ b/main.janet
@@ -1,47 +1,112 @@
 (import httprequest :as r)
 (import spork/json :as json)
 
-(def url "https://hachyderm.io/api/v1/bookmarks")
-(def auth "")
+(def apptoken "REDACTED")
+(def urls @["https://hachyderm.io/api/v1/bookmarks"])
+(def done @[])
+
+(defn array/shift [arr]
+  "Removes the first element from the array."
+  (if (empty? arr) (break nil))
+  (def head (in arr 0))
+  (array/remove arr 0)
+  head)
+
 
 (defn get-link [response rel]
   "Gets the link with the specified relation from the response.
    e.g. (get-link response \"next\")"
+
   # Get the links from the headers
-  (def links (string/split "," ((response :headers) "Link")))
+  (def link-header ((response :headers) "Link"))
+  (if (= link-header nil) (break nil))
+
+  (def links (string/split "," link-header))
   # Find the link with the specified relation
   (def link (find |(not= (string/find rel $) nil) links))
   # Extract the url from the link string (as an array of 1 element)
   (def url (peg/match ~(sequence (any " ") "<" (capture (some (if-not ">" 1))) ">") link))
   (if url (in url 0) nil))
 
-(defn download-bookmarks []
-  "Downloads the bookmarks and saves them to a file."
-  (def response
-    (r/get url {"Authorization" (string "Bearer " auth)} {}))
-  (def next-link (get-link response "next"))
-  (def prev-link (get-link response "prev"))
-  (pp next-link)
-  (pp prev-link)
-  (def bookmarks (json/decode (response :body)))
-  (def fout (file/open "./response.json" :w))
-  (file/write fout (json/encode bookmarks)))
+
+(defn download-media [item]
+  "Downloads the media from the item."
+  (def files @[])
+  (def media (item "media_attachments"))
+  (each m media
+    (def url (m "url"))
+    (def filename (array/pop (string/split "/" url)))
+    (def fullpath (string "./bookmarks/attachments/" filename))
+
+    (array/push files filename)
+
+    # Check if the file already exists
+    (def existing (file/open fullpath :r))
+    (if existing (file/close existing))
+
+    # If it doesn't exist, download it
+    (if (not existing)
+      (do
+        (print (string "Downloading " url))
+        (def response
+          (r/get url {"Authorization" (string "Bearer " apptoken)} {}))
+        (def fout (file/open fullpath :w))
+        (file/write fout (response :body))
+        (file/close fout))))
+  files)
+
 
 (defn write-markdown [item]
+  (def files (download-media item))
   (def id (item "id"))
-  (def fout (file/open (string "./" id ".md") :w))
-  (file/write fout (item "content"))
+  (def fout (file/open (string "./bookmarks/" id ".md") :w))
+  (def frontmatter (string "---\n"
+                           "url: " (item "url") "\n"
+                           "created: " (item "created_at") "\n"
+                           "user: " ((item "account") "url") "\n"
+                           "---\n"))
+  (def media (string/join
+               (map (fn [arg] (string "![[" arg "]]")) files) " "))
+  (file/write fout
+              (string
+                # metadata
+                frontmatter
+                # content
+                (string "\n" (item "content") "\n\n")
+                # embedded media
+                media))
   (file/close fout))
 
-(defn write-files []
-  "Writes the bookmarks to files."
-  (def fin (file/open "./response.json" :r))
-  (print (file/read fin :all))
-  (def bookmarks (json/decode (file/read fin :all)))
-  (each item bookmarks
-    (write-markdown item)))
+
+(defn download-bookmarks []
+  "Downloads the bookmarks and saves them to a file."
+  (while (>= (length urls) 0)
+    (def url (array/shift urls))
+    (print (string "Downloading " url))
+
+    (def response
+      (r/get url {"Authorization" (string "Bearer " apptoken)} {}))
+
+    # Pagination
+    (def next-link (get-link response "next"))
+    (if (and next-link (not (has-value? done next-link)))
+      (array/insert urls 0 next-link))
+    (def prev-link (get-link response "prev"))
+    (if (and prev-link (not (has-value? done prev-link)))
+      (array/insert urls 0 prev-link))
+
+    (def bookmarks (json/decode (response :body)))
+    # Debugging - write response to file
+    # (def fout (file/open "./response.json" :w))
+    # (file/write fout (response :body))
+
+    # Write the bookmarks to md files
+    (each item bookmarks
+      (write-markdown item))
+
+    (array/push done url)))
+
 
 (defn main [& args]
   (download-bookmarks)
-  # (write-files)
-  (print "ok"))
+  (print "Done."))