feat: fetch a larger set of links

package.json

@@ -1,6 +1,6 @@
 {
   "name": "coryd.dev",
-  "version": "5.8.0",
+  "version": "5.9.0",
   "description": "The source for my personal site. Built using 11ty and hosted on Netlify.",
   "type": "module",
   "scripts": {

src/_data/links.js

@@ -2,7 +2,6 @@ import EleventyFetch from '@11ty/eleventy-fetch'
 
 export default async function () {
   const API_TOKEN_READWISE = process.env.API_TOKEN_READWISE
-  const url = 'https://readwise.io/api/v3/list?location=archive'
   const formatLinkData = (links) => links.map((link) => {
     return {
       title: link['title'],
@@ -15,17 +14,28 @@ export default async function () {
       description: `${link['summary']}<br/><br/>`,
     }
   })
+  const fullData = [];
+  let nextPageCursor = null;
+  let requestCount = 0;
 
-  const res = EleventyFetch(url, {
+  while (true) {
-    duration: '1h',
+    const queryParams = new URLSearchParams()
-    type: 'json',
+    if (nextPageCursor) queryParams.append('pageCursor', nextPageCursor)
-    fetchOptions: {
+    const res = EleventyFetch(`https://readwise.io/api/v3/list?location=archive&${queryParams.toString()}`, {
-      headers: {
+      duration: '1h',
-        Authorization: `Token ${API_TOKEN_READWISE}`,
+      type: 'json',
+      fetchOptions: {
+        headers: {
+          Authorization: `Token ${API_TOKEN_READWISE}`,
+        },
       },
-    },
+    }).catch()
-  }).catch()
+    const data = await res
-  const data = await res
+    fullData.push(...data['results']);
-  return formatLinkData(data['results']).filter((link) => link.tags.includes('share'))
+    nextPageCursor = data['nextPageCursor']
+    requestCount++;
+    if (!nextPageCursor || requestCount === 20) break;
+  }
 
+  return formatLinkData(fullData).filter((link) => link.tags.includes('share'))
 }