[DOP-22359] add filter file

Zabilsya · Zabilsya · commit 494840179450 · 2025-02-20T20:48:17.000+06:00
diff --git a/src/entities/transformation/types.ts b/src/entities/transformation/types.ts
@@ -1,6 +1,7 @@
 export enum TransformationType {
   FILTER_ROWS = 'dataframe_rows_filter',
   FILTER_COLUMNS = 'dataframe_columns_filter',
+  FILTER_FILE = 'file_metadata_filter',
 }
 
 export enum TransformationFilterRowsType {
@@ -71,11 +72,29 @@ export interface TransformationFilterColumns {
   >;
 }
 
-export type Transformations = Array<TransformationFilterRows | TransformationFilterColumns>;
+export enum TransformationFilterFileType {
+  NAME_GLOB = 'name_glob',
+  NAME_REGEXP = 'name_regexp',
+  FILE_SIZE_MIN = 'file_size_min',
+  FILE_SIZE_MAX = 'file_size_max',
+}
+
+interface TransformationFilterFileItem {
+  type: TransformationFilterFileType;
+  value: string;
+}
+
+export interface TransformationFilterFile {
+  type: TransformationType.FILTER_FILE;
+  filters: Array<TransformationFilterFileItem>;
+}
+
+export type Transformations = Array<TransformationFilterRows | TransformationFilterColumns | TransformationFilterFile>;
 
 export interface TransformationsForm {
   [TransformationType.FILTER_ROWS]?: TransformationFilterRows['filters'];
   [TransformationType.FILTER_COLUMNS]?: TransformationFilterColumns['filters'];
+  [TransformationType.FILTER_FILE]?: TransformationFilterFile['filters'];
 }
 
 export type TransformationsFormNestedType<T extends keyof TransformationsForm> =
diff --git a/src/entities/transformation/ui/FilterColumnsValue/index.tsx b/src/entities/transformation/ui/FilterColumnsValue/index.tsx
@@ -3,7 +3,6 @@ import { Form, Input } from 'antd';
 import { TransformationFilterColumnsType } from '@entities/transformation';
 
 import { FilterColumnsValueProps } from './types';
-import classes from './styles.module.less';
 
 export const FilterColumnsValue = ({ name, type }: FilterColumnsValueProps) => {
   switch (type) {
@@ -12,13 +11,13 @@ export const FilterColumnsValue = ({ name, type }: FilterColumnsValueProps) => {
       return null;
     case TransformationFilterColumnsType.RENAME:
       return (
-        <Form.Item className={classes.root} label="Value" name={[name, 'to']} rules={[{ required: true }]}>
+        <Form.Item label="Value" name={[name, 'to']} rules={[{ required: true }]}>
           <Input className="nodrag" size="large" />
         </Form.Item>
       );
     case TransformationFilterColumnsType.CAST:
       return (
-        <Form.Item className={classes.root} label="Value" name={[name, 'as_type']} rules={[{ required: true }]}>
+        <Form.Item label="Value" name={[name, 'as_type']} rules={[{ required: true }]}>
           <Input className="nodrag" size="large" />
         </Form.Item>
       );
diff --git a/src/entities/transformation/ui/FilterColumnsValue/styles.module.less b/src/entities/transformation/ui/FilterColumnsValue/styles.module.less
diff --git a/src/entities/transformation/ui/FilterFileValue/constants.ts b/src/entities/transformation/ui/FilterFileValue/constants.ts
@@ -0,0 +1 @@
+export const NAME_GLOB_REGEXP = /([*?[])/;
diff --git a/src/entities/transformation/ui/FilterFileValue/index.tsx b/src/entities/transformation/ui/FilterFileValue/index.tsx
@@ -0,0 +1,51 @@
+import React, { useLayoutEffect, useMemo, useState } from 'react';
+import { Form, Input } from 'antd';
+import { TransformationFilterFileType, TransformationType } from '@entities/transformation';
+import { isValidRegex } from '@shared/utils';
+import { NUMBER_REGEXP } from '@shared/constants';
+
+import { FilterFileValueProps } from './types';
+import { NAME_GLOB_REGEXP } from './constants';
+import classes from './styles.module.less';
+
+export const FilterFileValue = ({ name, type }: FilterFileValueProps) => {
+  const [hasFirstRender, setFirstRender] = useState(false);
+  const formInstance = Form.useFormInstance();
+
+  // Reset value and error of value field after change type
+  useLayoutEffect(() => {
+    // Do not reset when type is an initial
+    if (hasFirstRender) {
+      formInstance.setFields([
+        {
+          name: ['transformations', TransformationType.FILTER_FILE, name, 'value'],
+          value: '',
+          errors: [],
+        },
+      ]);
+    }
+    setFirstRender(true);
+    // It doesn't need to check hasFirstRender
+    // eslint-disable-next-line react-hooks/exhaustive-deps
+  }, [formInstance, name, type]);
+
+  const rules = useMemo(() => {
+    switch (type) {
+      case TransformationFilterFileType.NAME_GLOB:
+        return [{ required: true, pattern: NAME_GLOB_REGEXP }];
+      case TransformationFilterFileType.NAME_REGEXP:
+        return [{ required: true, validator: isValidRegex }];
+      case TransformationFilterFileType.FILE_SIZE_MIN:
+      case TransformationFilterFileType.FILE_SIZE_MAX:
+        return [{ required: true, pattern: NUMBER_REGEXP }];
+      default:
+        return undefined;
+    }
+  }, [type]);
+
+  return (
+    <Form.Item className={classes.control} label="Value" name={[name, 'value']} rules={rules} hidden={!rules}>
+      <Input className="nodrag" size="large" />
+    </Form.Item>
+  );
+};
diff --git a/src/entities/transformation/ui/FilterFileValue/styles.module.less b/src/entities/transformation/ui/FilterFileValue/styles.module.less
@@ -0,0 +1,4 @@
+.control {
+  width: calc(100% - 180px);
+  flex-grow: 1;
+}
diff --git a/src/entities/transformation/ui/FilterFileValue/types.ts b/src/entities/transformation/ui/FilterFileValue/types.ts
@@ -0,0 +1,6 @@
+import { TransformationFilterFileType } from '@entities/transformation';
+
+export interface FilterFileValueProps {
+  name: number;
+  type?: TransformationFilterFileType;
+}
diff --git a/src/entities/transformation/ui/FilterRowsValue/index.tsx b/src/entities/transformation/ui/FilterRowsValue/index.tsx
@@ -3,7 +3,6 @@ import { Form, Input } from 'antd';
 import { TransformationFilterRowsType } from '@entities/transformation';
 
 import { FilterRowsValueProps } from './types';
-import classes from './styles.module.less';
 
 export const FilterRowsValue = ({ name, type }: FilterRowsValueProps) => {
   switch (type) {
@@ -13,7 +12,7 @@ export const FilterRowsValue = ({ name, type }: FilterRowsValueProps) => {
       return null;
     default:
       return (
-        <Form.Item className={classes.root} label="Value" name={[name, 'value']} rules={[{ required: true }]}>
+        <Form.Item label="Value" name={[name, 'value']} rules={[{ required: true }]}>
           <Input className="nodrag" size="large" />
         </Form.Item>
       );
diff --git a/src/entities/transformation/ui/FilterRowsValue/styles.module.less b/src/entities/transformation/ui/FilterRowsValue/styles.module.less
diff --git a/src/entities/transformation/ui/TransformationForm/TransformationForm.tsx b/src/entities/transformation/ui/TransformationForm/TransformationForm.tsx
@@ -41,7 +41,7 @@ const TransformationFormComponent = <T extends TransformationType>({
             />
           ))}
           <Button className="nodrag" size="large" type="primary" onClick={() => add()}>
-            Add column
+            Add item
           </Button>
         </div>
       )}
diff --git a/src/entities/transformation/ui/TransformationForm/components/TransformationFormItem/TransformationFormItem.tsx b/src/entities/transformation/ui/TransformationForm/components/TransformationFormItem/TransformationFormItem.tsx
@@ -10,11 +10,12 @@ import { NESTED_TYPES_SELECT_OPTIONS } from './constants';
 import classes from './styles.module.less';
 
 export const TransformationFormItem = <T extends TransformationType>({
-  onRemove,
   name,
   transformationType,
   nestedTypeSelectLabel,
   renderValue,
+  hasColumnField,
+  onRemove,
 }: TransformationFormItemProps<T>) => {
   const formInstance = Form.useFormInstance();
 
@@ -31,9 +32,11 @@ export const TransformationFormItem = <T extends TransformationType>({
 
   return (
     <div className={classes.root}>
-      <Form.Item className={classes.column} label="Column" name={[name, 'field']} rules={[{ required: true }]}>
-        <Input className="nodrag" size="large" />
-      </Form.Item>
+      {hasColumnField && (
+        <Form.Item className={classes.column} label="Column" name={[name, 'field']} rules={[{ required: true }]}>
+          <Input className="nodrag" size="large" />
+        </Form.Item>
+      )}
       <Form.Item
         className={classes.type}
         label={nestedTypeSelectLabel}
diff --git a/src/entities/transformation/ui/TransformationForm/components/TransformationFormItem/constants.ts b/src/entities/transformation/ui/TransformationForm/components/TransformationFormItem/constants.ts
@@ -1,5 +1,6 @@
 import {
   TransformationFilterColumnsType,
+  TransformationFilterFileType,
   TransformationFilterRowsType,
   TransformationType,
 } from '@entities/transformation';
@@ -17,10 +18,17 @@ export const FILTER_COLUMNS_TYPE_SELECT_OPTIONS = prepareOptionsForSelect({
   renderValue: (data) => data,
 });
 
+export const FILTER_FILE_TYPE_SELECT_OPTIONS = prepareOptionsForSelect({
+  data: Object.values(TransformationFilterFileType),
+  renderLabel: (data) => data.replaceAll('_', ' '),
+  renderValue: (data) => data,
+});
+
 export const NESTED_TYPES_SELECT_OPTIONS: Record<
   TransformationType,
-  OptionItem<TransformationFilterRowsType | TransformationFilterColumnsType>[]
+  OptionItem<TransformationFilterRowsType | TransformationFilterColumnsType | TransformationFilterFileType>[]
 > = {
   [TransformationType.FILTER_ROWS]: FILTER_ROWS_TYPE_SELECT_OPTIONS,
   [TransformationType.FILTER_COLUMNS]: FILTER_COLUMNS_TYPE_SELECT_OPTIONS,
+  [TransformationType.FILTER_FILE]: FILTER_FILE_TYPE_SELECT_OPTIONS,
 };
diff --git a/src/entities/transformation/ui/TransformationForm/components/TransformationFormItem/types.ts b/src/entities/transformation/ui/TransformationForm/components/TransformationFormItem/types.ts
@@ -17,6 +17,8 @@ export interface TransformationFormItemProps<T extends TransformationType> exten
     type: TransformationsFormNestedType<T> | undefined;
     name: FormListFieldData['name'];
   }) => ReactElement;
+  /** Need to render Column field */
+  hasColumnField?: boolean;
   /** Callback for deleting transformation form item */
   onRemove?: FormListOperation['remove'];
 }
diff --git a/src/entities/transformation/ui/TransformationForm/types.ts b/src/entities/transformation/ui/TransformationForm/types.ts
@@ -3,7 +3,10 @@ import { TransformationType } from '@entities/transformation';
 import { TransformationFormItemProps } from './components';
 
 export interface TransformationFormProps<T extends TransformationType>
-  extends Pick<TransformationFormItemProps<T>, 'transformationType' | 'renderValue' | 'nestedTypeSelectLabel'> {}
+  extends Pick<
+    TransformationFormItemProps<T>,
+    'transformationType' | 'renderValue' | 'nestedTypeSelectLabel' | 'hasColumnField'
+  > {}
 
 /** Type of renderValue function parameters for render prop */
 export type RenderValueParams<T extends TransformationType> = Parameters<
diff --git a/src/entities/transformation/ui/index.ts b/src/entities/transformation/ui/index.ts
@@ -1,3 +1,4 @@
 export * from './TransformationForm';
 export * from './FilterRowsValue';
 export * from './FilterColumnsValue';
+export * from './FilterFileValue';
diff --git a/src/entities/transformation/utils/prepareTransformationRequest/index.ts b/src/entities/transformation/utils/prepareTransformationRequest/index.ts
@@ -18,6 +18,11 @@ export const prepareTransformationRequest = (data?: TransformationsForm): Transf
           type: TransformationType.FILTER_COLUMNS,
           filters: data[key] || [],
         };
+      case TransformationType.FILTER_FILE:
+        return {
+          type: TransformationType.FILTER_FILE,
+          filters: data[key] || [],
+        };
     }
   });
 };
diff --git a/src/features/transfer/MutateTransferForm/components/FilterColumnsNode/FilterColumnsNode.tsx b/src/features/transfer/MutateTransferForm/components/FilterColumnsNode/FilterColumnsNode.tsx
@@ -34,6 +34,7 @@ export const FilterColumnsNode = ({}: FilterColumnsNodeProps) => {
         <TransformationForm
           transformationType={TransformationType.FILTER_COLUMNS}
           nestedTypeSelectLabel="Type"
+          hasColumnField
           renderValue={getFilterColumnsValueForm}
         />
         <Handle type="source" position={Position.Right} id={TransferCanvasEdge.FILTER_COLUMNS_SOURCE} />
diff --git a/src/features/transfer/MutateTransferForm/components/FilterFileNode/FilterFileNode.tsx b/src/features/transfer/MutateTransferForm/components/FilterFileNode/FilterFileNode.tsx
@@ -0,0 +1,48 @@
+import React, { useCallback, useMemo } from 'react';
+import { CanvasNode } from '@shared/ui';
+import { Handle, Position } from '@xyflow/react';
+import { FilterOutlined } from '@ant-design/icons';
+import { FilterFileValue, RenderValueParams, TransformationForm, TransformationType } from '@entities/transformation';
+
+import {
+  TransferCanvasEdge,
+  TransferCanvasTransformNodeType,
+  TransferCanvasTransformNodeTypeName,
+} from '../TransferConnectionsCanvas';
+
+import { FilterFileNodeProps } from './types';
+import classes from './styles.module.less';
+
+export const FilterFileNode = ({}: FilterFileNodeProps) => {
+  const icon = useMemo(() => {
+    return <FilterOutlined />;
+  }, []);
+
+  const getFilterFileValueForm = useCallback((params: RenderValueParams<TransformationType.FILTER_FILE>) => {
+    return <FilterFileValue type={params.type} name={params.name} />;
+  }, []);
+
+  const children = useMemo(() => {
+    return (
+      <>
+        <Handle type="target" position={Position.Left} id={TransferCanvasEdge.FILTER_FILE_TARGET} />
+        <TransformationForm
+          transformationType={TransformationType.FILTER_FILE}
+          nestedTypeSelectLabel="Type"
+          renderValue={getFilterFileValueForm}
+        />
+        <Handle type="source" position={Position.Right} id={TransferCanvasEdge.FILTER_FILE_SOURCE} />
+      </>
+    );
+  }, [getFilterFileValueForm]);
+
+  return (
+    <CanvasNode
+      className={classes.root}
+      title={TransferCanvasTransformNodeTypeName[TransferCanvasTransformNodeType.FILTER_FILE]}
+      icon={icon}
+    >
+      {children}
+    </CanvasNode>
+  );
+};
diff --git a/src/features/transfer/MutateTransferForm/components/FilterFileNode/index.ts b/src/features/transfer/MutateTransferForm/components/FilterFileNode/index.ts
@@ -0,0 +1,2 @@
+export * from './FilterFileNode';
+export * from './types';
diff --git a/src/features/transfer/MutateTransferForm/components/FilterFileNode/styles.module.less b/src/features/transfer/MutateTransferForm/components/FilterFileNode/styles.module.less
@@ -0,0 +1,3 @@
+.root {
+  width: 800px;
+}
diff --git a/src/features/transfer/MutateTransferForm/components/FilterFileNode/types.ts b/src/features/transfer/MutateTransferForm/components/FilterFileNode/types.ts
@@ -0,0 +1,8 @@
+import { Node, NodeProps } from '@xyflow/react';
+
+import { TransferCanvasTransformNodeType } from '../TransferConnectionsCanvas';
+
+export interface FilterFileNodeData
+  extends Node<Record<string, unknown>, TransferCanvasTransformNodeType.FILTER_FILE> {}
+
+export interface FilterFileNodeProps extends NodeProps<FilterFileNodeData> {}
diff --git a/src/features/transfer/MutateTransferForm/components/FilterRowsNode/FilterRowsNode.tsx b/src/features/transfer/MutateTransferForm/components/FilterRowsNode/FilterRowsNode.tsx
@@ -29,6 +29,7 @@ export const FilterRowsNode = ({}: FilterRowsNodeProps) => {
         <TransformationForm
           transformationType={TransformationType.FILTER_ROWS}
           nestedTypeSelectLabel="Operator"
+          hasColumnField
           renderValue={getFilterRowsValueForm}
         />
         <Handle type="source" position={Position.Right} id={TransferCanvasEdge.FILTER_ROWS_SOURCE} />
diff --git a/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/TransferConnectionsCanvas.tsx b/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/TransferConnectionsCanvas.tsx
@@ -25,6 +25,7 @@ export const TransferConnectionsCanvas = ({ groupId }: TransferCanvasProps) => {
       groupId,
       hasFilterRows: !!initialTransformations[TransformationType.FILTER_ROWS],
       hasFilterColumns: !!initialTransformations[TransformationType.FILTER_COLUMNS],
+      hasFilterFile: !!initialTransformations[TransformationType.FILTER_FILE],
     });
   }, [groupId, initialTransformations]);
 
diff --git a/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/constants.ts b/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/constants.ts
@@ -4,6 +4,7 @@ import { SourceParamsNode } from '../SourceParamsNode';
 import { TargetParamsNode } from '../TargetParamsNode';
 import { FilterRowsNode } from '../FilterRowsNode';
 import { FilterColumnsNode } from '../FilterColumnsNode';
+import { FilterFileNode } from '../FilterFileNode';
 
 import { TransferCanvasDefaultNodeType, TransferCanvasEdgeType, TransferCanvasTransformNodeType } from './types';
 
@@ -12,19 +13,22 @@ export const NODE_TYPES: NodeTypes = {
   [TransferCanvasDefaultNodeType.TARGET]: TargetParamsNode,
   [TransferCanvasTransformNodeType.FILTER_ROWS]: FilterRowsNode,
   [TransferCanvasTransformNodeType.FILTER_COLUMNS]: FilterColumnsNode,
+  [TransferCanvasTransformNodeType.FILTER_FILE]: FilterFileNode,
 };
 
 export const NODE_TYPES_ID = {
   [TransferCanvasDefaultNodeType.SOURCE]: '1',
   [TransferCanvasTransformNodeType.FILTER_ROWS]: '2',
   [TransferCanvasTransformNodeType.FILTER_COLUMNS]: '3',
+  [TransferCanvasTransformNodeType.FILTER_FILE]: '4',
   [TransferCanvasDefaultNodeType.TARGET]: '5',
 };
 
 export const EDGE_TYPES_ID = {
   [TransferCanvasEdgeType.SOURCE]: '1',
   [TransferCanvasEdgeType.FILTER_ROWS]: '2',
   [TransferCanvasEdgeType.FILTER_COLUMNS]: '3',
+  [TransferCanvasEdgeType.FILTER_FILE]: '4',
   [TransferCanvasEdgeType.TARGET]: '5',
 };
 
diff --git a/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/types.ts b/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/types.ts
diff --git a/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/utils/getInitialNodes/getInitialNodes.ts b/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/utils/getInitialNodes/getInitialNodes.ts
diff --git a/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/utils/getInitialNodes/types.ts b/src/features/transfer/MutateTransferForm/components/TransferConnectionsCanvas/utils/getInitialNodes/types.ts
diff --git a/src/features/transfer/MutateTransferForm/components/TransformButtons/hooks/useHandleNodes/index.ts b/src/features/transfer/MutateTransferForm/components/TransformButtons/hooks/useHandleNodes/index.ts
diff --git a/src/features/transfer/MutateTransferForm/components/TransformButtons/utils/getTransformationType/index.ts b/src/features/transfer/MutateTransferForm/components/TransformButtons/utils/getTransformationType/index.ts
diff --git a/src/shared/constants/regexp.ts b/src/shared/constants/regexp.ts
diff --git a/src/shared/utils/index.ts b/src/shared/utils/index.ts
diff --git a/src/shared/utils/isValidRegex/index.ts b/src/shared/utils/isValidRegex/index.ts

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1 @@`
	`1`	`+export const NAME_GLOB_REGEXP = /([*?[])/;`