CodeRabbit fixes

Author: GTFalcao

components/ocrspace/common/utils.mjs

@@ -1,12 +1,15 @@
 import { getFileStreamAndMetadata } from "@pipedream/platform";
 
 export const isValidUrl = (urlString) => {
-  var urlPattern = new RegExp("^(https?:\\/\\/)?" + // validate protocol
-"((([a-z\\d]([a-z\\d-]*[a-z\\d])*)\\.)+[a-z]{2,}|" + // validate domain name
-"((\\d{1,3}\\.){3}\\d{1,3}))" + // validate OR ip (v4) address
-"(\\:\\d+)?(\\/[-a-z\\d%_.~+]*)*" + // validate port and path
-"(\\?[;&a-z\\d%_.~+=-]*)?" + // validate query string
-"(\\#[-a-z\\d_]*)?$", "i"); // validate fragment locator
+  var urlPattern = new RegExp(
+    "^(https?:\\/\\/)?" + // validate protocol
+      "((([a-z\\d]([a-z\\d-]*[a-z\\d])*)\\.)+[a-z]{2,}|" + // validate domain name
+      "((\\d{1,3}\\.){3}\\d{1,3}))" + // validate OR ip (v4) address
+      "(\\:\\d+)?(\\/[-a-z\\d%_.~+]*)*" + // validate port and path
+      "(\\?[;&a-z\\d%_.~+=-]*)?" + // validate query string
+      "(\\#[-a-z\\d_]*)?$",
+    "i",
+  ); // validate fragment locator
   return !!urlPattern.test(urlString);
 };
 
@@ -19,10 +22,14 @@ export const checkTmp = (filename) => {
 
 export const getUrlOrFile = async (url) => {
   const {
-    stream, metadata: { contentType },
+    stream,
+    metadata: { contentType },
   } = await getFileStreamAndMetadata(url);
-  const base64Image = Buffer.from(stream, "binary").toString("base64");
-  return {
-    file: `data:${contentType};base64,${base64Image}`,
-  };
+  const chunks = [];
+  for await (const chunk of stream) {
+    chunks.push(chunk);
+  }
+  const buffer = Buffer.concat(chunks);
+  const base64Image = buffer.toString("base64");
+  return `data:${contentType};base64,${base64Image}`;
 };

components/pdf4me/common/utils.mjs

@@ -9,6 +9,12 @@ function normalizeFilePath(path) {
     : `/tmp/${path}`;
 }
 
+function checkForExtension(filename, ext = "pdf") {
+  return filename.endsWith(`.${ext}`)
+    ? filename
+    : `${filename}.${ext}`;
+}
+
 function downloadToTmp(response, filename) {
   const rawcontent = response.toString("base64");
   const buffer = Buffer.from(rawcontent, "base64");
@@ -38,15 +44,20 @@ function handleErrorMessage(error) {
 }
 
 async function getBase64File(filePath) {
-  const stream = await getFileStream(filePath);
-  const chunks = [];
-  for await (const chunk of stream) {
-    chunks.push(chunk);
+  try {
+    const stream = await getFileStream(filePath);
+    const chunks = [];
+    for await (const chunk of stream) {
+      chunks.push(chunk);
+    }
+    return Buffer.concat(chunks).toString("base64");
+  } catch (error) {
+    throw new ConfigurationError(`Error parsing file \`${filePath}\`: ${error.message}`);
   }
-  return Buffer.concat(chunks).toString("base64");
 }
 
 export default {
+  checkForExtension,
   downloadToTmp,
   handleErrorMessage,
   getBase64File,