feat: refactor feeds; reduce dependencies

src/_data/links.js

@@ -1,97 +0,0 @@
-import EleventyFetch from '@11ty/eleventy-fetch'
-import { S3Client, GetObjectCommand, PutObjectCommand } from '@aws-sdk/client-s3'
-
-const getReadableData = (readable) => {
-  return new Promise((resolve, reject) => {
-    const chunks = []
-    readable.once('error', (err) => reject(err))
-    readable.on('data', (chunk) => chunks.push(chunk))
-    readable.once('end', () => resolve(chunks.join('')))
-  })
-}
-
-const filterDuplicates = array => {
-  const seenIds = new Set();
-  return array.filter(obj => !seenIds.has(obj.id) && seenIds.add(obj.id));
-};
-
-export default async function () {
-   const client = new S3Client({
-     credentials: {
-       accessKeyId: process.env.ACCESS_KEY_B2,
-       secretAccessKey: process.env.SECRET_KEY_B2,
-     },
-     endpoint: {
-       url: 'https://s3.us-west-001.backblazeb2.com',
-     },
-     region: 'us-west-1',
-   })
-  const BUCKET_B2 = process.env.BUCKET_B2
-  const API_TOKEN_READWISE = process.env.API_TOKEN_READWISE
-  const formatLinkData = (links) => links.map((link) => {
-    return {
-      title: link['title'],
-      url: link['source_url'],
-      tags: [...new Set(Object.keys(link['tags']))],
-      date: `${link['created_at'] || link['updated_at']}`,
-      author: link['author'],
-      summary: link['summary'],
-      note: link['notes'],
-      description: `${link['summary']}<br/><br/>`,
-      id: link['id']
-    }
-  })
-  const fullData = [];
-  const maxRequests = process.env.ELEVENTY_PRODUCTION ? 10 : 2
-  let nextPageCursor = null;
-  let requestCount = 0;
-  let cachedLinks;
-
-  if (process.env.ELEVENTY_PRODUCTION) {
-    const cachedLinksOutput = await client.send(
-        new GetObjectCommand({
-          Bucket: BUCKET_B2,
-          Key: 'links.json',
-       })
-    )
-    const cachedLinksData = getReadableData(cachedLinksOutput.Body)
-    cachedLinks = await cachedLinksData.then((tracks) => JSON.parse(tracks)).catch()
-  }
-
-  while (true) {
-    const queryParams = new URLSearchParams()
-    if (nextPageCursor) queryParams.append('pageCursor', nextPageCursor)
-    const res = EleventyFetch(`https://readwise.io/api/v3/list?location=archive&${queryParams.toString()}`, {
-      duration: '1h',
-      type: 'json',
-      fetchOptions: {
-        headers: {
-          Authorization: `Token ${API_TOKEN_READWISE}`,
-        },
-      },
-    }).catch()
-    const data = await res
-    fullData.push(...data['results']);
-    nextPageCursor = data['nextPageCursor']
-    requestCount++;
-    if (!nextPageCursor || requestCount === maxRequests) break;
-  }
-
-  if (process.env.ELEVENTY_PRODUCTION) {
-    const mergedData = filterDuplicates([
-      ...formatLinkData(fullData).filter((link) => link.tags.includes('share')),
-      ...Object.values(cachedLinks)
-    ]).sort((a,b) => new Date(b.date) - new Date(a.date));
-
-    await client.send(
-      new PutObjectCommand({
-        Bucket: BUCKET_B2,
-        Key: 'links.json',
-        Body: JSON.stringify(mergedData),
-      })
-     )
-    return mergedData
-  }
-
-  return formatLinkData(fullData).filter((link) => link.tags.includes('share'))
-}