Merge pull request #1627 from transformerlab/fix/task-upload-ignore

Ignore some files during task upload

Author: deep1401

src/renderer/components/Experiment/Tasks/NewTaskModal/TaskDirectoryUploader.jsx

@@ -2,6 +2,16 @@ import React, { useCallback, useState, useRef } from 'react';
 import { useDropzone } from 'react-dropzone';
 import { FolderOpenIcon } from 'lucide-react';
 import { Box, Typography, List, ListItem, Alert, Button } from '@mui/joy';
+import ignoredNames from './taskUploadIgnore.json';
+
+const IGNORED_NAMES = new Set(ignoredNames.map((n) => n.toLowerCase()));
+
+const isIgnoredFile = (file) => {
+  const path = file.webkitRelativePath || file.name;
+  return path
+    .split('/')
+    .some((segment) => IGNORED_NAMES.has(segment.toLowerCase()));
+};
 
 const TaskDirectoryUploader = ({ onUpload }) => {
   const [fileList, setFileList] = useState([]);
@@ -96,7 +106,7 @@ const TaskDirectoryUploader = ({ onUpload }) => {
           f.webkitRelativePath,
         );
       });
-      allFiles = acceptedFiles;
+      allFiles = acceptedFiles.filter((f) => !isIgnoredFile(f));
 
       console.log('[onDrop] Total allFiles:', allFiles.length);
       allFiles.forEach((f, i) => {

src/renderer/components/Experiment/Tasks/NewTaskModal/taskUploadIgnore.json

@@ -0,0 +1,14 @@
+[
+  ".DS_Store",
+  ".ruff_cache",
+  "__pycache__",
+  ".git",
+  ".gitignore",
+  "node_modules",
+  ".mypy_cache",
+  ".pytest_cache",
+  ".tox",
+  ".venv",
+  "venv",
+  ".env"
+]