Reformatted tests accordingly

Author: tisnik

tests/asciidoc/test__main__.py

@@ -33,8 +33,12 @@ def setUp(self):
         self.asciidoctor_cmd = "/usr/bin/asciidoctor"
         self.input_file = Path("input.adoc")
         self.output_file = Path("output.adoc")
-        self.text_converter_file = RUBY_ASCIIDOC_DIR.joinpath("asciidoc_text_converter.rb")
-        self.structure_dumper_file = RUBY_ASCIIDOC_DIR.joinpath("asciidoc_structure_dumper.rb")
+        self.text_converter_file = RUBY_ASCIIDOC_DIR.joinpath(
+            "asciidoc_text_converter.rb"
+        )
+        self.structure_dumper_file = RUBY_ASCIIDOC_DIR.joinpath(
+            "asciidoc_structure_dumper.rb"
+        )
 
     def get_mock_parsed_args(self) -> Mock:
         mock_args = Mock()
@@ -74,7 +78,9 @@ def test_main_convert(self, mock_which, mock_run):
     @patch("lightspeed_rag_content.asciidoc.asciidoctor_converter.shutil.which")
     def test_main_convert_incorrect_cmd_error(self, mock_which, mock_run):
         mock_which.return_value = self.asciidoctor_cmd
-        mock_run.side_effect = subprocess.CalledProcessError(cmd=self.asciidoctor_cmd, returncode=1)
+        mock_run.side_effect = subprocess.CalledProcessError(
+            cmd=self.asciidoctor_cmd, returncode=1
+        )
         mock_args = self.get_mock_parsed_args()
 
         with self.assertRaises(SystemExit) as e:
@@ -109,7 +115,9 @@ def test_main_get_structure(self, mock_which, mock_run):
 
     @patch("lightspeed_rag_content.asciidoc.asciidoctor_converter.subprocess.run")
     def test_main_incorrect_asciidoctor_cmd(self, mock_run):
-        mock_run.side_effect = subprocess.CalledProcessError(cmd=self.asciidoctor_cmd, returncode=1)
+        mock_run.side_effect = subprocess.CalledProcessError(
+            cmd=self.asciidoctor_cmd, returncode=1
+        )
         mock_args = Mock()
         mock_args.input_file = self.input_file
 

tests/asciidoc/test_asciidoc_conveter.py

@@ -36,7 +36,9 @@ def setUp(self):
         [[]
         """
 
-        self.text_converter_path = RUBY_ASCIIDOC_DIR.joinpath("asciidoc_text_converter.rb")
+        self.text_converter_path = RUBY_ASCIIDOC_DIR.joinpath(
+            "asciidoc_text_converter.rb"
+        )
         self.input_file = Path("input.adoc")
         self.output_file = Path("output.txt")
         self.attributes_file = Path("attributes.yaml")
@@ -47,7 +49,9 @@ def setUp(self):
     def test_convert(self, mock_which, mock_run):
         mock_which.return_value = self.asciidoctor_cmd
         with patch("builtins.open", mock_open(read_data=self.valid_attributes_file)):
-            adoc_text_converter = AsciidoctorConverter(attributes_file=self.attributes_file)
+            adoc_text_converter = AsciidoctorConverter(
+                attributes_file=self.attributes_file
+            )
             adoc_text_converter.convert(self.input_file, self.output_file)
 
         mock_run.assert_called_with(
@@ -123,7 +127,9 @@ def test_convert_new_output_file(self, mock_which, mock_run):
 
     def test__get_converter_file(self):
         converter_file = AsciidoctorConverter._get_converter_file("text")
-        self.assertEqual(converter_file, RUBY_ASCIIDOC_DIR.joinpath("asciidoc_text_converter.rb"))
+        self.assertEqual(
+            converter_file, RUBY_ASCIIDOC_DIR.joinpath("asciidoc_text_converter.rb")
+        )
 
     def test__get_converter_file_asciidoctor_built_in_format(self):
         converter_file = AsciidoctorConverter._get_converter_file("html5")
@@ -140,7 +146,9 @@ def test__get_asciidoctor_path_missing(self, mock_which):
             AsciidoctorConverter()
 
     def test__get_attribute_list_valid_yaml(self):
-        with patch("builtins.open", mock_open(read_data=self.valid_attributes_file)) as m:
+        with patch(
+            "builtins.open", mock_open(read_data=self.valid_attributes_file)
+        ) as m:
             AsciidoctorConverter._get_attribute_list("valid.yaml")
             m.assert_called_once()
 

tests/test_document_processor.py

@@ -42,14 +42,19 @@ def setUp(self):
         # Mock the _get_settings() method
         self.settings_obj = mock.MagicMock()
         self.patcher = mock.patch.object(
-                document_processor.DocumentProcessor, "_get_settings")
+            document_processor.DocumentProcessor, "_get_settings"
+        )
         self._settings = self.patcher.start()
         self._settings.return_value = self.settings_obj
         self.addCleanup(self.patcher.stop)
 
         self.doc_processor = document_processor.DocumentProcessor(
-                self.chunk_size, self.chunk_overlap, self.model_name,
-                self.embeddings_model_dir, self.num_workers)
+            self.chunk_size,
+            self.chunk_overlap,
+            self.model_name,
+            self.embeddings_model_dir,
+            self.num_workers,
+        )
 
     def test__got_whitespace_false(self):
         text = "NoWhitespace"
@@ -72,7 +77,8 @@ def test__filter_out_invalid_nodes(self):
         fake_node_1.text = "NoWhitespace"
 
         result = self.doc_processor._filter_out_invalid_nodes(
-            [fake_node_0, fake_node_1])
+            [fake_node_0, fake_node_1]
+        )
 
         # Only nodes with whitespaces should be returned
         self.assertEqual([fake_node_0], result)
@@ -85,7 +91,8 @@ def test__save_index(self, mock_vector_index):
 
         fake_index.set_index_id.assert_called_once_with("fake-index")
         fake_index.storage_context.persist.assert_called_once_with(
-            persist_dir="/fake/path")
+            persist_dir="/fake/path"
+        )
 
     @mock.patch.object(document_processor.json, "dumps")
     @mock.patch("builtins.open", new_callable=mock.mock_open)
@@ -102,7 +109,7 @@ def test__save_metadata(self, mock_file, mock_dumps):
             "embedding-dimension": mock.ANY,
             "chunk": self.chunk_size,
             "overlap": self.chunk_overlap,
-            "total-embedded-files": 0
+            "total-embedded-files": 0,
         }
         mock_dumps.assert_called_once_with(expected_dict)
 
@@ -114,7 +121,8 @@ def test_process(self, mock_dir_reader):
         fake_good_nodes = [mock.Mock(), mock.Mock()]
 
         with mock.patch.object(
-            self.doc_processor, '_filter_out_invalid_nodes') as mock_filter:
+            self.doc_processor, "_filter_out_invalid_nodes"
+        ) as mock_filter:
             mock_filter.return_value = fake_good_nodes
             self.doc_processor.process("/fake/path/docs", fake_metadata)
 
@@ -132,27 +140,45 @@ def test_save(self):
         mock_index.assert_called_once_with("fake-index", "/fake/output_dir")
         mock_md.assert_called_once_with("fake-index", "/fake/output_dir")
 
-    @mock.patch.dict(os.environ, {
-        "POSTGRES_USER": "postgres",
-        "POSTGRES_PASSWORD": "somesecret",
-        "POSTGRES_HOST": "localhost",
-        "POSTGRES_PORT": "15432",
-        "POSTGRES_DATABASE": "postgres",
-    })
-    @mock.patch("lightspeed_rag_content.document_processor.HuggingFaceEmbedding", new=MockEmbedding)
+    @mock.patch.dict(
+        os.environ,
+        {
+            "POSTGRES_USER": "postgres",
+            "POSTGRES_PASSWORD": "somesecret",
+            "POSTGRES_HOST": "localhost",
+            "POSTGRES_PORT": "15432",
+            "POSTGRES_DATABASE": "postgres",
+        },
+    )
+    @mock.patch(
+        "lightspeed_rag_content.document_processor.HuggingFaceEmbedding",
+        new=MockEmbedding,
+    )
     def test_pgvector(self):
         self.patcher.stop()  # Remove the mock on the _get_settings() method
         self.doc_processor = document_processor.DocumentProcessor(
-            self.chunk_size, self.chunk_overlap, self.model_name,
-            self.embeddings_model_dir, self.num_workers,
-            "postgres")
+            self.chunk_size,
+            self.chunk_overlap,
+            self.model_name,
+            self.embeddings_model_dir,
+            self.num_workers,
+            "postgres",
+        )
         self.assertIsNotNone(self.doc_processor)
 
-    @mock.patch("lightspeed_rag_content.document_processor.HuggingFaceEmbedding", new=MockEmbedding)
+    @mock.patch(
+        "lightspeed_rag_content.document_processor.HuggingFaceEmbedding",
+        new=MockEmbedding,
+    )
     def test_invalid_vector_store_type(self):
         self.patcher.stop()  # Remove the mock on the _get_settings() method
-        self.assertRaises(RuntimeError,
+        self.assertRaises(
+            RuntimeError,
             document_processor.DocumentProcessor,
-            self.chunk_size, self.chunk_overlap, self.model_name,
-            self.embeddings_model_dir, self.num_workers,
-            "nonexisting")
+            self.chunk_size,
+            self.chunk_overlap,
+            self.model_name,
+            self.embeddings_model_dir,
+            self.num_workers,
+            "nonexisting",
+        )

tests/test_metadata_processor.py

@@ -57,8 +57,9 @@ def test_ping_url_exception(self, mock_get):
 
         self.assertFalse(result)
 
-    @mock.patch("builtins.open", new_callable=mock.mock_open,
-                read_data="# Road-Core title")
+    @mock.patch(
+        "builtins.open", new_callable=mock.mock_open, read_data="# Road-Core title"
+    )
     def test_get_file_title(self, mock_file):
         result = self.md_processor.get_file_title(self.file_path)
 
@@ -89,13 +90,15 @@ def test_populate(self, mock_url_func, mock_get_title, mock_ping_url):
     @mock.patch.object(metadata_processor.MetadataProcessor, "get_file_title")
     @mock.patch.object(metadata_processor.MetadataProcessor, "url_function")
     def test_populate_url_unreachable(
-            self, mock_url_func, mock_get_title, mock_ping_url):
+        self, mock_url_func, mock_get_title, mock_ping_url
+    ):
         mock_url_func.return_value = self.url
         mock_get_title.return_value = self.title
         mock_ping_url.return_value = False
 
-        with self.assertLogs("lightspeed_rag_content.metadata_processor",
-                             level="WARNING") as log:
+        with self.assertLogs(
+            "lightspeed_rag_content.metadata_processor", level="WARNING"
+        ) as log:
             result = self.md_processor.populate(self.file_path)
 
         expected_result = {"docs_url": self.url, "title": self.title}