fix(pdfs): use unpdf instead of pdf-parse (#2004)

Author: waleedlatif1

apps/sim/lib/file-parsers/pdf-parser.ts

@@ -28,29 +28,23 @@ export class PdfParser implements FileParser {
     try {
       logger.info('Starting to parse buffer, size:', dataBuffer.length)
 
-      const { PDFParse } = await import('pdf-parse')
+      const { extractText, getDocumentProxy } = await import('unpdf')
 
-      const parser = new PDFParse({ data: dataBuffer })
-      const textResult = await parser.getText()
-      const infoResult = await parser.getInfo()
-      await parser.destroy()
+      const uint8Array = new Uint8Array(dataBuffer)
 
-      logger.info(
-        'PDF parsed successfully, pages:',
-        textResult.total,
-        'text length:',
-        textResult.text.length
-      )
+      const pdf = await getDocumentProxy(uint8Array)
 
-      const cleanContent = textResult.text.replace(/\u0000/g, '')
+      const { totalPages, text } = await extractText(pdf, { mergePages: true })
+
+      logger.info('PDF parsed successfully, pages:', totalPages, 'text length:', text.length)
+
+      const cleanContent = text.replace(/\u0000/g, '')
 
       return {
         content: cleanContent,
         metadata: {
-          pageCount: textResult.total,
-          info: infoResult.info,
-          version: infoResult.metadata?.get('pdf:PDFVersion'),
-          source: 'pdf-parse',
+          pageCount: totalPages,
+          source: 'unpdf',
         },
       }
     } catch (error) {

apps/sim/next.config.ts

@@ -75,7 +75,7 @@ const nextConfig: NextConfig = {
   turbopack: {
     resolveExtensions: ['.tsx', '.ts', '.jsx', '.js', '.mjs', '.json'],
   },
-  serverExternalPackages: ['pdf-parse'],
+  serverExternalPackages: ['unpdf'],
   experimental: {
     optimizeCss: true,
     turbopackSourceMaps: false,

apps/sim/package.json

@@ -61,7 +61,6 @@
     "@radix-ui/react-tooltip": "1.2.8",
     "@react-email/components": "^0.0.34",
     "@trigger.dev/sdk": "4.0.4",
-    "@types/pdf-parse": "1.1.5",
     "@types/three": "0.177.0",
     "better-auth": "1.3.12",
     "browser-image-compression": "^2.0.2",
@@ -76,6 +75,7 @@
     "entities": "6.0.1",
     "framer-motion": "^12.5.0",
     "fuse.js": "7.1.0",
+    "gray-matter": "^4.0.3",
     "groq-sdk": "^0.15.0",
     "html-to-text": "^9.0.5",
     "input-otp": "^1.4.2",
@@ -96,8 +96,6 @@
     "officeparser": "^5.2.0",
     "openai": "^4.91.1",
     "papaparse": "5.5.3",
-    "pdf-parse": "2.4.5",
-    "gray-matter": "^4.0.3",
     "posthog-js": "1.268.9",
     "posthog-node": "5.9.2",
     "prismjs": "^1.30.0",
@@ -109,16 +107,17 @@
     "react-markdown": "^10.1.0",
     "react-simple-code-editor": "^0.14.1",
     "reactflow": "^11.11.4",
-    "remark-gfm": "4.0.1",
     "rehype-autolink-headings": "^7.1.0",
     "rehype-slug": "^6.0.0",
+    "remark-gfm": "4.0.1",
     "resend": "^4.1.2",
     "sharp": "0.34.3",
     "socket.io": "^4.8.1",
     "stripe": "18.5.0",
     "tailwind-merge": "^2.6.0",
     "tailwindcss-animate": "^1.0.7",
     "three": "0.177.0",
+    "unpdf": "1.4.0",
     "uuid": "^11.1.0",
     "xlsx": "0.18.5",
     "zod": "^3.24.2"

apps/sim/trigger.config.ts

@@ -16,9 +16,8 @@ export default defineConfig({
   dirs: ['./background'],
   build: {
     extensions: [
-      // pdf-parse has native bindings, keep as external package
       additionalPackages({
-        packages: ['pdf-parse'],
+        packages: ['unpdf'],
       }),
     ],
   },