test case

Author: mansi-k

clarifai_datautils/multimodal/pipeline/summarizer.py

@@ -47,13 +47,16 @@ def __call__(self, elements: List) -> List:
     for _, element in enumerate(elements):
       element.metadata.update(
           ElementMetadata.from_dict({
-              'is_original': True,
-              'input_id': f'{random.randint(1000000, 99999999)}'
+              'is_original': True
           }))
       if isinstance(element, Image):
+        element.metadata.update(
+          ElementMetadata.from_dict({
+              'input_id': f'{random.randint(1000000, 99999999)}'
+          }))
         img_elements.append(element)
     # new_elements = Parallel(n_jobs=len(elements))(delayed(self._summarize_image)(element) for element in img_elements)
-    new_elements = self._summarize_image(elements)
+    new_elements = self._summarize_image(img_elements)
     elements.extend(new_elements)
     return elements
 
@@ -67,7 +70,7 @@ def _summarize_image(self, image_elements: List[Image]) -> List[CompositeElement
         Summarized image element.
 
     """
-    img_inputs = []
+    img_inputs = [] 
     for element in image_elements:
       if not isinstance(element, Image):
         continue
@@ -80,11 +83,11 @@ def _summarize_image(self, image_elements: List[Image]) -> List[CompositeElement
     resp = self.model.predict(img_inputs)
 
     new_elements = []
-    for i, element in enumerate(resp.outputs):
+    for i, output in enumerate(resp.outputs):
       summary = ""
       if image_elements[i].text:
         summary = image_elements[i].text
-      summary = summary + " \n " + element.data.text.raw
+      summary = summary + " \n " + output.data.text.raw
       eid = image_elements[i].metadata.input_id
       meta_dict = {'source_input_id': eid, 'is_original': False}
       comp_element = CompositeElement(

testing/test.ipynb

@@ -188,16 +188,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "<clarifai_datautils.multimodal.pipeline.base.Pipeline at 0x2e35a5810>"
+       "<clarifai_datautils.multimodal.pipeline.base.Pipeline at 0x2deee6b60>"
       ]
      },
-     "execution_count": 3,
+     "execution_count": 2,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -347,23 +347,57 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "Applying Transformations: 100%|██████████| 3/3 [01:46<00:00, 35.57s/it]\n",
-      "Uploading Dataset: 100%|██████████| 2/2 [00:29<00:00, 14.69s/it]\n"
+      "Applying Transformations:  33%|███▎      | 1/3 [00:08<00:16,  8.04s/it]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "2\n",
+      "dict_keys(['detection_class_prob', 'coordinates', 'last_modified', 'filetype', 'languages', 'page_number', 'image_base64', 'image_mime_type', 'file_directory', 'filename', 'is_original', 'input_id'])\n",
+      "dict_keys(['detection_class_prob', 'coordinates', 'last_modified', 'filetype', 'languages', 'page_number', 'image_base64', 'image_mime_type', 'file_directory', 'filename', 'is_original', 'input_id'])\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Applying Transformations: 100%|██████████| 3/3 [00:44<00:00, 14.69s/it]\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "########\n",
+      "2\n",
+      "<class 'unstructured.documents.elements.Image'>\n",
+      "dict_keys(['detection_class_prob', 'coordinates', 'last_modified', 'filetype', 'languages', 'page_number', 'image_base64', 'image_mime_type', 'file_directory', 'filename', 'is_original', 'input_id'])\n",
+      "<class 'unstructured.documents.elements.Image'>\n",
+      "dict_keys(['detection_class_prob', 'coordinates', 'last_modified', 'filetype', 'languages', 'page_number', 'image_base64', 'image_mime_type', 'file_directory', 'filename', 'is_original', 'input_id'])\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Uploading Dataset: 100%|██████████| 1/1 [00:29<00:00, 29.36s/it]\n"
      ]
     }
    ],
    "source": [
     "# Using SDK to upload\n",
     "from clarifai.client import Dataset\n",
     "dataset = Dataset(url='https://clarifai.com/mansi_k/datautils_testapp/datasets/d1', pat=os.environ['CLARIFAI_PAT'])\n",
-    "dataset.upload_dataset(new_pipeline.run(files=\"./200945-1.p65.pdf\", loader=True))"
+    "dataset.upload_dataset(new_pipeline.run(files=\"/Users/mansikhamkar/work/clarifai/clarifai-python-datautils/tests/pipelines/assets/Multimodal_sample_file.pdf\", loader=True))"
    ]
   }
  ],

tests/pipelines/test_multimodal_pipelines.py

@@ -73,6 +73,7 @@ def test_pipeline_summarize(self,):
     from clarifai_datautils.multimodal.pipeline.cleaners import Clean_extra_whitespace
     from clarifai_datautils.multimodal.pipeline.PDF import PDFPartitionMultimodal
     from clarifai_datautils.multimodal.pipeline.summarizer import ImageSummarizer
+    import os
 
     pipeline = Pipeline(
         name='pipeline-1',
@@ -82,16 +83,16 @@ def test_pipeline_summarize(self,):
             ImageSummarizer()
         ])
     elements = pipeline.run(files=PDF_FILE_PATH, loader=False)
-    assert len(elements) == 15
+
+    assert len(elements) == 17
     assert isinstance(elements, list)
     assert elements[0].metadata.to_dict()['filename'] == 'Multimodal_sample_file.pdf'
     assert elements[0].metadata.to_dict()['page_number'] == 1
-    assert elements[0].metadata.to_dict()['email_address'] == ['[email protected]']
     assert elements[6].__class__.__name__ == 'Table'
-    assert elements[-2].__class__.__name__ == 'Image'
-    assert elements[-2].metadata.is_original is True
-    assert elements[-2].metadata.input_id is not None
-    id = elements[-2].metadata.input_id
+    assert elements[-3].__class__.__name__ == 'Image'
+    assert elements[-3].metadata.is_original is True
+    assert elements[-3].metadata.input_id is not None
+    id = elements[-3].metadata.input_id
     assert elements[-1].__class__.__name__ == 'CompositeElement'
     assert elements[-1].metadata.is_original is False
-    assert elements[-1].metadata.source_input_id == 'summarized_' + id
+    assert elements[-1].metadata.source_input_id == id