feat: use chardet to detect binary file

Author: SharzyL

frontend/pages/DisplayPaste.tsx

@@ -1,7 +1,7 @@
 import React, { useEffect, useState } from "react"
 
 import { Button, CircularProgress, Link, Tooltip } from "@heroui/react"
-import binaryExtensions from "binary-extensions"
+import chardet from "chardet"
 
 import { useErrorModal } from "../components/ErrorModal.js"
 import { DarkModeToggle, useDarkModeSelection } from "../components/DarkModeToggle.js"
@@ -18,10 +18,6 @@ import "../style.css"
 import "../styles/highlight-theme-light.css"
 import "../styles/highlight-theme-dark.css"
 
-function isBinaryPath(path: string) {
-  return binaryExtensions.includes(path.replace(/.*\./, ""))
-}
-
 export function DisplayPaste() {
   const [pasteFile, setPasteFile] = useState<File | undefined>(undefined)
   const [pasteContentBuffer, setPasteContentBuffer] = useState<ArrayBuffer | undefined>(undefined)
@@ -73,7 +69,6 @@ export function DisplayPaste() {
 
         const inferredFilename = filename || (ext && name + ext) || filenameFromDisp
         const respBytes = await resp.bytes()
-        const isBinary = lang === null && inferredFilename !== undefined && isBinaryPath(inferredFilename)
         setPasteLang(lang || undefined)
 
         const keyString = url.hash.slice(1)
@@ -84,7 +79,8 @@ export function DisplayPaste() {
             setDecrypted("encrypted")
             setFileBinary(true)
           } else {
-            setFileBinary(isBinary)
+            const encoding = chardet.detect(respBytes)
+            setFileBinary(encoding !== "utf8" && encoding !== "ASCII")
           }
         } else {
           let key: CryptoKey | undefined
@@ -109,8 +105,8 @@ export function DisplayPaste() {
           setPasteContentBuffer(decrypted)
           setPasteLang(lang || undefined)
 
-          const isBinary = lang === null && inferredFilename !== undefined && isBinaryPath(inferredFilename)
-          setFileBinary(isBinary)
+          const encoding = chardet.detect(decrypted)
+          setFileBinary(encoding !== "utf8" && encoding !== "ASCII")
           setDecrypted("decrypted")
         }
       } finally {
@@ -127,7 +123,7 @@ export function DisplayPaste() {
     <div className="absolute top-[50%] left-[50%] translate-[-50%] flex flex-col items-center w-full">
       <div className="text-foreground-600 mb-2">{`${pasteFile?.name} (${formatSize(pasteFile.size)})`}</div>
       <div className="w-fit text-center">
-        Possibly Binary file{" "}
+        This file seems to be binary or not in UTF-8.{" "}
         <button className="text-primary-500 inline" onClick={() => setForceShowBinary(true)}>
           (Click to show)
         </button>

package.json

@@ -56,7 +56,7 @@
     "@tailwindcss/vite": "^4.1.4",
     "@types/react": "^19.1.2",
     "@types/react-dom": "^19.1.2",
-    "binary-extensions": "^3.0.0",
+    "chardet": "^2.1.0",
     "framer-motion": "^12.7.4",
     "highlight.js": "^11.11.1",
     "mdast-util-to-string": "^4.0.0",

yarn.lock

@@ -4176,11 +4176,6 @@ balanced-match@^1.0.0:
   resolved "https://registry.yarnpkg.com/balanced-match/-/balanced-match-1.0.2.tgz#e83e3a7e3f300b34cb9d87f615fa0cbf357690ee"
   integrity sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw==
 
-binary-extensions@^3.0.0:
-  version "3.0.0"
-  resolved "https://registry.yarnpkg.com/binary-extensions/-/binary-extensions-3.0.0.tgz#14ce687f80e3ebab2a2fb78bb8611584c29f12c3"
-  integrity sha512-X0RfwMgXPEesg6PCXzytQZt9Unh9gtc4SfeTNJvKifUL//Oegcc/Yf31z6hThNZ8dnD3Ir3wkHVN0eWrTvP5ww==
-
 [email protected]:
   version "0.2.14"
   resolved "https://registry.yarnpkg.com/birpc/-/birpc-0.2.14.tgz#4a5498771e6ff24cf8ae5f47faf90e76ca2fce03"
@@ -4285,6 +4280,11 @@ character-entities@^2.0.0:
   resolved "https://registry.yarnpkg.com/character-entities/-/character-entities-2.0.2.tgz#2d09c2e72cd9523076ccb21157dff66ad43fcc22"
   integrity sha512-shx7oQ0Awen/BRIdkjkvz54PnEEI/EjwXDSIZp86/KKdbafHh1Df/RYGBhn4hbe2+uKC9FnT5UCEdyPz3ai9hQ==
 
+chardet@^2.1.0:
+  version "2.1.0"
+  resolved "https://registry.yarnpkg.com/chardet/-/chardet-2.1.0.tgz#1007f441a1ae9f9199a4a67f6e978fb0aa9aa3fe"
+  integrity sha512-bNFETTG/pM5ryzQ9Ad0lJOTa6HWD/YsScAR3EnCPZRPlQh77JocYktSHOUHelyhm8IARL+o4c4F1bP5KVOjiRA==
+
 check-error@^2.1.1:
   version "2.1.1"
   resolved "https://registry.yarnpkg.com/check-error/-/check-error-2.1.1.tgz#87eb876ae71ee388fa0471fe423f494be1d96ccc"