fix: add missing category assertions in bot tests

Address PR review: add $ai_bot_category assertions for
Bytespider, CCBot, Applebot-Extended, Meta-ExternalAgent.

Author: jaredmixpanel

test_ai_bot_classifier.py

@@ -83,6 +83,7 @@ def test_classifies_bytespider(self):
         assert result['$is_ai_bot'] is True
         assert result['$ai_bot_name'] == 'Bytespider'
         assert result['$ai_bot_provider'] == 'ByteDance'
+        assert result['$ai_bot_category'] == 'indexing'
 
     # === Common Crawl ===
 
@@ -91,6 +92,7 @@ def test_classifies_ccbot(self):
         assert result['$is_ai_bot'] is True
         assert result['$ai_bot_name'] == 'CCBot'
         assert result['$ai_bot_provider'] == 'Common Crawl'
+        assert result['$ai_bot_category'] == 'indexing'
 
     # === Apple ===
 
@@ -102,6 +104,7 @@ def test_classifies_applebot_extended(self):
         assert result['$is_ai_bot'] is True
         assert result['$ai_bot_name'] == 'Applebot-Extended'
         assert result['$ai_bot_provider'] == 'Apple'
+        assert result['$ai_bot_category'] == 'indexing'
 
     # === Meta ===
 
@@ -110,6 +113,7 @@ def test_classifies_meta_external_agent(self):
         assert result['$is_ai_bot'] is True
         assert result['$ai_bot_name'] == 'Meta-ExternalAgent'
         assert result['$ai_bot_provider'] == 'Meta'
+        assert result['$ai_bot_category'] == 'indexing'
 
     # === Cohere ===