feat(scripts): add scripts to get bookmarks from readwise reader

package.json

@@ -10,7 +10,7 @@
     "preview": "astro preview",
     "astro": "astro",
     "create:article": "tsx ./scripts/new-post.ts",
-    "generate:bookmarks": "tsx --env-file=./.env ./scripts/generate-bookmarks.ts"
+    "generate:bookmarks": "tsx --env-file=./.env ./scripts/generate-bookmarks-reader.ts"
   },
   "dependencies": {
     "@resvg/resvg-js": "^2.6.2",

scripts/generate-bookmarks-reader.ts

@@ -0,0 +1,82 @@
+import fs from 'fs/promises';
+import path from 'path';
+
+const READWISE_API_URL = 'https://readwise.io/api/v3/list/';
+const READWISE_READER_API_KEY = `Token ${process.env.READWISE_READER_API_KEY}`;
+
+const fetchBookmarks = async ({ nextPage } = { nextPage: null }) => {
+  const queryParams = new URLSearchParams();
+  if (nextPage) {
+    queryParams.append('pageCursor', nextPage);
+  }
+
+  try {
+    const url = `${READWISE_API_URL}?${queryParams.toString()}`;
+    const response = await fetch(url, {
+      method: 'GET',
+      headers: {
+        'Content-Type': 'application/json',
+        Authorization: READWISE_READER_API_KEY,
+      },
+    });
+
+    if (!response.ok) {
+      return { error: response.statusText, data: null };
+    }
+
+    const data = await response.json();
+
+    const dataFiltered = data.results.filter(bookmark => {
+      if (!['article', 'video'].includes(bookmark.category)) {
+        return false;
+      }
+
+      if (bookmark.tags.newsletter) {
+        return false;
+      }
+
+      return true;
+    });
+    const nextPage = data.nextPageCursor;
+
+    return {
+      data: dataFiltered,
+      nextPage,
+    }
+  } catch (err) {
+    return { error: err, data: null };
+  }
+}
+
+const writeJsonFile = async (data: any) => {
+  const cwd = process.cwd();
+  const filepath = path.join(cwd, 'src', 'pages', 'bookmarks', '_bookmarks.json');
+  await fs.writeFile(filepath, JSON.stringify({ lastUpdate: new Date().toISOString(), data }, null, 2));
+}
+
+(async () => {
+  const bookmarks = [];
+  let nextPage = null;
+  do {
+    console.log('Fetching bookmarks from:', nextPage ?? 'start');
+    const response = await fetchBookmarks({ nextPage });
+    if (response.error) {
+      console.log('Error while fetching:', response.error);
+      break;
+    }
+
+    nextPage = response.nextPage;
+    bookmarks.push(...response.data);
+  } while (nextPage);
+
+  const mappedBookmarks = bookmarks.map(bookmark => ({
+    id: bookmark.id,
+    title: bookmark.title,
+    url: bookmark.source_url,
+    savedAt: bookmark.saved_at,
+    description: bookmark.summary || null,
+    tags: Object.values(bookmark.tags).map(tags => tags.name),
+  }));
+
+  await writeJsonFile(mappedBookmarks);
+})();