Add logging for debug

Author: Pijukatel

src/apify/storage_clients/_apify/_request_queue_client.py

@@ -255,7 +255,7 @@ async def add_batch_of_requests(
 
             else:
                 new_requests.append(request)
-
+        logger.info(f'Add new requests: {len(new_requests)}, already present requests: {len(already_present_requests)}')
         if new_requests:
             # Prepare requests for API by converting to dictionaries.
             requests_dict = [
@@ -267,6 +267,7 @@ async def add_batch_of_requests(
             ]
 
             # Send requests to API.
+            logger.info(f'self._api_client.batch_add_requests, {len(new_requests)=}')
             response = await self._api_client.batch_add_requests(requests=requests_dict, forefront=forefront)
             # Add new requests to the cache.
             for processed_request_raw in response['processedRequests']:
@@ -302,6 +303,7 @@ async def get_request(self, request_id: str) -> Request | None:
         Returns:
             The request or None if not found.
         """
+        logger.info(f'self._api_client.get_request, {request_id=}')
         response = await self._api_client.get_request(request_id)
 
         if response is None:
@@ -553,6 +555,7 @@ async def _update_request(
         Returns:
             The updated request
         """
+        logger.info(f'self._api_client.update_request, {len(request.id)=}')
         response = await self._api_client.update_request(
             request=request.model_dump(by_alias=True),
             forefront=forefront,
@@ -604,6 +607,7 @@ async def _list_head(
         lock_time = lock_time or self._DEFAULT_LOCK_TIME
         lock_secs = int(lock_time.total_seconds())
 
+        logger.info('self._api_client.list_and_lock_head')
         response = await self._api_client.list_and_lock_head(
             lock_secs=lock_secs,
             limit=limit,
@@ -685,6 +689,7 @@ async def _prolong_request_lock(
         Returns:
             A response containing the time at which the lock will expire.
         """
+        logger.info(f'self._api_client.prolong_request_lock, {request_id=}')
         response = await self._api_client.prolong_request_lock(
             request_id=request_id,
             forefront=forefront,
@@ -716,6 +721,7 @@ async def _delete_request_lock(
             forefront: Whether to put the request in the beginning or the end of the queue after the lock is deleted.
         """
         try:
+            logger.info(f'self._api_client.delete_request_lock, {request_id=}')
             await self._api_client.delete_request_lock(
                 request_id=request_id,
                 forefront=forefront,

tests/integration/test_actor_request_queue.py

@@ -143,7 +143,7 @@ async def main() -> None:
             stats_after = (await Actor.apify_client.request_queue(request_queue_id=rq.id).get()).get('stats', {})
             Actor.log.info(stats_after)
 
-            assert (stats_after['writeCount'] - stats_before['writeCount']) ==  1
+            assert (stats_after['writeCount'] - stats_before['writeCount']) == 1
 
     actor = await make_actor(label='rq-deduplication', main_func=main)
     run_result = await run_actor(actor)