Add filters for operational learning and refine summary content

Add learning_type filter, validated_organization

Author: susilnem

per/admin.py

@@ -309,8 +309,8 @@ def break_to_rows(many2many, many2many_validated, is_validated, idx):
 
 class OpsLearningCacheResponseAdmin(TranslationAdmin):
     search_fields = (
-        "response",
         "id",
+        "used_ops_learning__appeal_code__aid",
     )
     list_display = (
         "__str__",
@@ -319,6 +319,7 @@ class OpsLearningCacheResponseAdmin(TranslationAdmin):
         "insights3_title",
         "status",
     )
+    list_filter = ("status",)
     used_ops_learning_in = "used_ops_learning_in"
     autocomplete_fields = ("used_ops_learning",)
     exclude = (
@@ -337,7 +338,7 @@ def regenerate_summary(self, request, queryset):
             generate_summary.delay(
                 ops_learning_summary_id=obj.id,
                 filter_data=obj.used_filters,
-                translation_lazy=requested_lang != "en",
+                translation_lazy=requested_lang == "en",
                 # NOTE: Regenerating the summary will overwrite the cache
                 overwrite_prompt_cache=True,
             )

per/drf_views.py

@@ -707,7 +707,9 @@ class Meta:
             "is_validated": ("exact",),
             "learning": ("exact", "icontains"),
             "learning_validated": ("exact", "icontains"),
+            "type_validated": ("exact", "in"),
             "organization_validated": ("exact",),
+            "organization_validated__title": ("exact", "in"),
             "appeal_code": ("exact", "in"),
             "appeal_code__code": ("exact", "icontains", "in"),
             "appeal_code__num_beneficiaries": ("exact", "gt", "gte", "lt", "lte"),
@@ -884,12 +886,11 @@ def summary(self, request):
             return response.Response(OpsLearningSummarySerializer(ops_learning_summary_instance).data)
 
         requested_lang = django_get_language()
-        translation_lazy = requested_lang != "en"
         transaction.on_commit(
             lambda: generate_summary.delay(
                 ops_learning_summary_id=ops_learning_summary_instance.id,
                 filter_data=filter_data,
-                translation_lazy=translation_lazy,
+                translation_lazy=requested_lang == "en",
             )
         )
         return response.Response(OpsLearningSummarySerializer(ops_learning_summary_instance).data)

per/ops_learning_summary.py

@@ -819,7 +819,7 @@ def _modify_summary(summary: dict) -> dict:
                     continue
                 if confidence_level in value["content"].lower():
                     parts = re.split(rf"(?i)\b{confidence_level}\b", value["content"])
-                    value["content"] = parts[0]
+                    value["content"] = parts[0].strip() + "."
                     value["confidence level"] = parts[1][1:].strip()
 
             return summary
@@ -834,7 +834,7 @@ def _modify_summary(summary: dict) -> dict:
     def _get_or_create_summary(
         cls, prompt: str, prompt_hash: str, type: OpsLearningPromptResponseCache.PromptType, overwrite_prompt_cache: bool = False
     ) -> dict:
-        instance, created = OpsLearningPromptResponseCache.objects.get_or_create(
+        instance, created = OpsLearningPromptResponseCache.objects.update_or_create(
             prompt_hash=prompt_hash,
             type=type,
             defaults={"prompt": prompt},
@@ -845,7 +845,7 @@ def _get_or_create_summary(
         2. If overwrite_prompt_cache is True, it regenerates the summary
         3. If new obj is created, it generates the summary
         """
-        if overwrite_prompt_cache or created or not bool(instance.response):
+        if overwrite_prompt_cache or created or bool(instance.response) is False:
             summary = cls.generate_summary(prompt, type)
             instance.response = summary
             instance.save(update_fields=["response"])
@@ -984,6 +984,11 @@ def get_or_create_secondary_summary(
             type=OpsLearningPromptResponseCache.PromptType.SECONDARY,
             overwrite_prompt_cache=overwrite_prompt_cache,
         )
+        if overwrite_prompt_cache:
+            logger.info("Clearing the cache for secondary summary.")
+            # NOTE: find a better way to update the cache
+            OpsLearningComponentCacheResponse.objects.filter(filter_response=ops_learning_summary_instance).delete()
+            OpsLearningSectorCacheResponse.objects.filter(filter_response=ops_learning_summary_instance).delete()
 
         # Saving into the database
         cls.secondary_response_save_to_db(