Add exception for qdrant db

Author: sudip-khanal

content/mutations.py

@@ -82,7 +82,6 @@ def retrigger_content(
             instance=info.context.request.user,
             data=process_input_data(data),
             context={"request": info.context.request},
-            partial=True,
         )
         if errors := mutation_is_not_valid(serializer):
             return MutationResponseType(
@@ -103,7 +102,6 @@ def archive_content(
             instance=info.context.request.user,
             data=process_input_data(data),
             context={"request": info.context.request},
-            partial=True,
         )
         if errors := mutation_is_not_valid(serializer):
             return MutationResponseType(

content/serializers.py

@@ -1,5 +1,4 @@
 from django.db import transaction
-from django.shortcuts import get_object_or_404
 from django.utils import timezone
 from rest_framework import serializers
 
@@ -26,7 +25,7 @@ class Meta:
 
 class ContentSerializer(serializers.ModelSerializer):
     tag = serializers.PrimaryKeyRelatedField(queryset=Tag.objects.all(), many=True, required=False)
-    document_file = serializers.FileField(required=False)
+    document_file = serializers.FileField(required=True)
 
     class Meta:
         model = Content
@@ -64,18 +63,17 @@ def save(self, **_):
 
 
 class ArchiveContentSerializer(serializers.ModelSerializer):
-    id = serializers.CharField(required=True)
+    content = serializers.PrimaryKeyRelatedField(queryset=Content.objects.all(), required=True)
 
     def validate(self, attrs):
-        content_id = attrs["id"]
-        content = get_object_or_404(Content, id=content_id)
+        content = attrs["content"]
         if content.document_status == Content.DocumentStatus.DELETED_FROM_VECTOR:
             raise serializers.ValidationError("Content is already deleted from vector.")
-        return {**attrs, "content": content}
+        return attrs
 
     class Meta:
         model = Content
-        fields = ["id"]
+        fields = ["content"]
 
     def save(self, **_):
         assert isinstance(self.validated_data, dict)
@@ -90,22 +88,20 @@ def save(self, **_):
 
 
 class RetriggerContentSerializer(serializers.ModelSerializer):
-    id = serializers.CharField(required=True)
+    content = serializers.PrimaryKeyRelatedField(queryset=Content.objects.all(), required=True)
 
     def validate(self, attrs):
-        content_id = attrs["id"]
-        content = get_object_or_404(Content, id=content_id)
+        content = attrs["content"]
         if content.document_status == Content.DocumentStatus.ADDED_TO_VECTOR:
             raise serializers.ValidationError("Content has already been added to vector. No need to trigger it again.")
-        return {**attrs, "content": content}
+        return attrs
 
     class Meta:
         model = Content
-        fields = ["id"]
+        fields = ["content"]
 
     def save(self, **_):
-        with transaction.atomic():
-            assert isinstance(self.validated_data, dict)
-            content = self.validated_data["content"]
-            transaction.on_commit(lambda: create_embedding_for_content_task.delay(content.id))
+        assert isinstance(self.validated_data, dict)
+        content = self.validated_data["content"]
+        transaction.on_commit(lambda: create_embedding_for_content_task.delay(content.id))
         return content

content/tasks.py

@@ -1,10 +1,16 @@
+import logging
+
 import requests
 from celery import shared_task
 from django.conf import settings
+from qdrant_client.http.exceptions import UnexpectedResponse
+from requests.exceptions import ConnectionError as RequestsConnectionError
 
 from chatbotcore.database import QdrantDatabase
 from chatbotcore.doc_loaders import LoaderFromText
 
+logger = logging.getLogger(__name__)
+
 
 @shared_task(bind=True)
 def create_embedding_for_content_task(self, content_id):
@@ -34,6 +40,17 @@ def create_embedding_for_content_task(self, content_id):
         db.set_collection()
         db.store_data(zip(response.json(), metadata))
         content.document_status = Content.DocumentStatus.ADDED_TO_VECTOR
+
+    except RequestsConnectionError as e:
+        # Qdrant connection failure
+        logger.error(f"Qdrant connection error: {str(e)}")
+        content.document_status = Content.DocumentStatus.FAILURE
+
+    except UnexpectedResponse as e:
+        # Qdrant server error
+        logger.error(f"Qdrant storage error [{e.status_code}]: {e.content}")
+        content.document_status = Content.DocumentStatus.FAILURE
+
     # NOTE: All exceptions have been handled with except
     except Exception:
         content.document_status = Content.DocumentStatus.FAILURE
@@ -46,4 +63,4 @@ def delete_content_from_qdrant_task(self, content_id):
         host=settings.QDRANT_DB_HOST, port=settings.QDRANT_DB_PORT, collection_name=settings.QDRANT_DB_COLLECTION_NAME
     )
     db.delete_data_by_src_uuid(key="uuid", value=str(content_id))
-    return f"Deleted content {content_id}"
+    return logger.info(f"Deleted content {content_id}")