running linter

Author: SinclairHudson

llmtune/qa/qa_tests.py

@@ -3,12 +3,12 @@
 import nltk
 import numpy as np
 import torch
+from langchain.evaluation import JsonValidityEvaluator
 from nltk import pos_tag
 from nltk.corpus import stopwords
 from nltk.tokenize import word_tokenize
 from rouge_score import rouge_scorer
 from transformers import DistilBertModel, DistilBertTokenizer
-from langchain.evaluation import JsonValidityEvaluator
 
 from llmtune.qa.generics import LLMQaTest
 
@@ -121,13 +121,15 @@ def get_metric(self, prompt: str, ground_truth: str, model_prediction: str) -> U
         overlap_percentage = (len(common_words) / len(words_ground_truth)) * 100
         return float(overlap_percentage)
 
+
 @QaTestRegistry.register("json_valid")
 class JSONValidityTest(LLMQaTest):
     """
     Checks to see if valid json can be parsed from the model output, according
     to langchain_core.utils.json.parse_json_markdown
     The JSON can be wrapped in markdown and this test will still pass
     """
+
     @property
     def test_name(self) -> str:
         return "json_valid"
@@ -137,6 +139,7 @@ def get_metric(self, prompt: str, ground_truth: str, model_prediction: str) -> f
         binary_res = result["score"]
         return float(binary_res)
 
+
 class PosCompositionTest(LLMQaTest):
     def _get_pos_percent(self, text: str, pos_tags: List[str]) -> float:
         words = word_tokenize(text)

tests/qa/test_qa_tests.py

@@ -4,12 +4,12 @@
     AdjectivePercent,
     DotProductSimilarityTest,
     JaccardSimilarityTest,
+    JSONValidityTest,
     LengthTest,
     NounPercent,
     RougeScoreTest,
     VerbPercent,
     WordOverlapTest,
-    JSONValidityTest
 )
 
 
@@ -87,11 +87,12 @@ def test_noun_percent():
     result = test.get_metric("prompt", "The cat", "The cat and the dog")
     assert result >= 0, "Noun percentage should be non-negative."
 
+
 @pytest.mark.parametrize(
     "input_string,expected_value",
     [
         ('{"Answer": "The cat"}', 1),
-        ("{'Answer': 'The cat'}", 0), # Double quotes are required in json
+        ("{'Answer': 'The cat'}", 0),  # Double quotes are required in json
         ('{"Answer": "The cat",}', 0),
         ('{"Answer": "The cat", "test": "case"}', 1),
         ('```json\n{"Answer": "The cat"}\n```', 1),  # this json block can still be processed