chore: remove duplicate threads from CH

Author: JessRynkar

src/app/(frontend)/api/sync-ch/route.ts

@@ -1,3 +1,4 @@
+import clearDuplicateThreads from '@root/scripts/clearDuplicateThreads'
 import { NextResponse } from 'next/server'
 
 import fetchDiscord from '../../../../scripts/fetchDiscord'
@@ -8,6 +9,7 @@ export const maxDuration = 300 // 5 mins (max on vercel pro plan)
 export const dynamic = 'force-dynamic'
 
 export async function GET(): Promise<NextResponse> {
+  await clearDuplicateThreads()
   await fetchDiscord()
   await fetchGitHub()
   await syncToAlgolia()

src/scripts/clearDuplicateThreads.ts

@@ -0,0 +1,70 @@
+import { qs } from '@root/utilities/qs'
+import { cookies } from 'next/headers'
+
+const { NEXT_PUBLIC_CMS_URL } = process.env
+
+async function clearDuplicateThreads() {
+  const existingThreads = await fetch(`${NEXT_PUBLIC_CMS_URL}/api/community-help?depth=0&limit=0`)
+    .then((res) => res.json())
+    .then((data) =>
+      data.docs.map((thread) => ({
+        id: thread.communityHelpType === 'discord' ? thread.discordID : thread.githubID, // Use respective IDs
+        communityHelpType: thread.communityHelpType,
+        uniqueID: thread.id,
+      })),
+    )
+
+  const threadGroups = existingThreads.reduce((acc, thread) => {
+    const groupId = thread.id
+    acc[groupId] = acc[groupId] || []
+    acc[groupId].push(thread)
+    return acc
+  }, {})
+
+  const threadsToDelete: string[] = []
+  const cleanedThreads = Object.values(threadGroups).map((group: any[]) => {
+    if (group.length > 1) {
+      threadsToDelete.push(...group.slice(1).map((thread) => thread.uniqueID)) // Flatten by spreading
+    }
+    return group[0]
+  })
+
+  const cookieStore = await cookies()
+  const token = cookieStore.get('payload-token')
+
+  if (!token) {
+    throw new Error('You are unauthorized, please log in.')
+  }
+
+  const batchNumber = 10
+  for (let i = 0; i < threadsToDelete.length; i += batchNumber) {
+    const batch = threadsToDelete.slice(i, i + batchNumber)
+    await Promise.all(
+      batch.map(async (id) => {
+        try {
+          const res = await fetch(
+            `${NEXT_PUBLIC_CMS_URL}/api/community-help?${qs.stringify({
+              depth: 0,
+              where: { id: { equals: id } },
+            })}`,
+            {
+              credentials: 'include',
+              headers: {
+                Authorization: `JWT ${token.value}`,
+                'Content-Type': 'application/json',
+              },
+              method: 'DELETE',
+            },
+          )
+          if (!res.ok) {
+            throw new Error(`Failed to delete thread with ID: ${id}`)
+          }
+        } catch (error) {
+          console.error('Error deleting thread:', error)
+        }
+      }),
+    )
+  }
+}
+
+export default clearDuplicateThreads

src/scripts/fetchDiscord.ts

@@ -216,8 +216,10 @@ async function fetchDiscord() {
     )
 
   const filteredThreads = allThreads.filter((thread) => {
-    const existingThread = existingThreadIDs.find((existing) => existing.id === thread.id)
-    return !existingThread || existingThread.messageCount !== thread.message_count
+    const existingThread = existingThreadIDs.some((existing) => existing.id === thread.id)
+    return (
+      !existingThread || (existingThread && existingThread.messageCount !== thread.message_count)
+    )
   })
 
   bar.start(filteredThreads.length, 0)