Update for the latest api

Author: Val Brodsky

libs/labelbox/src/labelbox/schema/ontology.py

@@ -10,14 +10,14 @@
 
 from labelbox.orm.db_object import DbObject
 from labelbox.orm.model import Field, Relationship
-from labelbox.schema.ontology_building.prompt_issue_tool import PromptIssueTool
 from labelbox.schema.tool_building.classification import (
     Classification,
     PromptResponseClassification,
 )
 from labelbox.schema.tool_building.fact_checking_tool import (
     FactCheckingTool,
 )
+from labelbox.schema.tool_building.prompt_issue_tool import PromptIssueTool
 from labelbox.schema.tool_building.step_reasoning_tool import (
     StepReasoningTool,
 )

libs/labelbox/src/labelbox/schema/tool_building/__init__.py

@@ -1,5 +1,4 @@
 import labelbox.schema.tool_building.tool_type
-import labelbox.schema.ontology_building.variant
 import labelbox.schema.tool_building.step_reasoning_tool
 import labelbox.schema.tool_building.fact_checking_tool
 import labelbox.schema.tool_building.prompt_issue_tool

libs/labelbox/src/labelbox/schema/tool_building/classification.py

@@ -5,7 +5,7 @@
 
 from lbox.exceptions import InconsistentOntologyException
 
-from labelbox.schema.ontology_building.types import FeatureSchemaId
+from labelbox.schema.tool_building.types import FeatureSchemaId
 
 
 @dataclass

libs/labelbox/src/labelbox/schema/tool_building/prompt_issue_tool.py

@@ -3,14 +3,15 @@
 
 from labelbox.schema.tool_building.classification import (
     Classification,
+    Option,
 )
 from labelbox.schema.tool_building.tool_type import ToolType
 
 
 def _supported_classifications() -> List[Classification]:
-    option_1_text = "This prompt cannot be rated (eg. contains PII, a nonsense prompt, a foreign language, or other scenario that makes the responses impossible to assess reliably). If you simply do not have expertise to tackle this prompt, please skip the task; do not mark it as not rateable"
-    option_2_text = 'This prompt contains a false, offensive, or controversial premise (eg. "why does 1+1=3"?)'
-    option_3_text = "This prompt is not self-contained (i.e. the prompt cannot be understood without additional context about previous turns, account information or images)."
+    option_1_text = "This prompt cannot be rated (eg. contains PII, a nonsense prompt, a foreign language, or other scenario that makes the responses impossible to assess reliably). However, if you simply do not have expertise to tackle this prompt, please skip the task; do not mark it as not rateable."
+    option_2_text = "This prompt contains a false, offensive, or controversial premise (eg. “why does 1+1=3”?)"
+    option_3_text = "This prompt is not self-contained, i.e. the prompt cannot be understood without additional context about previous turns, account information or images."
     options = [
         Option(label=option_1_text, value="not_rateable"),
         Option(label=option_2_text, value="false_offensive_controversial"),

libs/labelbox/src/labelbox/schema/tool_building/tool_type_mapping.py

@@ -1,10 +1,11 @@
-from labelbox.schema.ontology_building.fact_checking_tool import (
+from labelbox.schema.tool_building.fact_checking_tool import (
     FactCheckingTool,
 )
-from labelbox.schema.ontology_building.step_reasoning_tool import (
+from labelbox.schema.tool_building.prompt_issue_tool import PromptIssueTool
+from labelbox.schema.tool_building.step_reasoning_tool import (
     StepReasoningTool,
 )
-from labelbox.schema.ontology_building.tool_type import ToolType
+from labelbox.schema.tool_building.tool_type import ToolType
 
 
 def map_tool_type_to_tool_cls(tool_type_str: str):

libs/labelbox/tests/integration/conftest.py

@@ -16,20 +16,14 @@
     MediaType,
     OntologyBuilder,
     Option,
+    PromptIssueTool,
     PromptResponseClassification,
     ResponseOption,
     StepReasoningTool,
     Tool,
 )
 from labelbox.schema.data_row import DataRowMetadataField
-from labelbox.schema.ontology_building.prompt_issue_tool import PromptIssueTool
 from labelbox.schema.ontology_kind import OntologyKind
-from labelbox.schema.tool_building.fact_checking_tool import (
-    FactCheckingTool,
-)
-from labelbox.schema.tool_building.step_reasoning_tool import (
-    StepReasoningTool,
-)
 from labelbox.schema.user import User
 
 

libs/labelbox/tests/integration/test_ontology.py

@@ -5,12 +5,15 @@
 
 from labelbox import MediaType, OntologyBuilder, Tool
 from labelbox.orm.model import Entity
+from labelbox.schema.tool_building.classification import Classification
 from labelbox.schema.tool_building.fact_checking_tool import (
     FactCheckingTool,
 )
+from labelbox.schema.tool_building.prompt_issue_tool import PromptIssueTool
 from labelbox.schema.tool_building.step_reasoning_tool import (
     StepReasoningTool,
 )
+from labelbox.schema.tool_building.tool_type import ToolType
 
 
 def test_feature_schema_is_not_archived(client, ontology):
@@ -448,3 +451,40 @@ def test_fact_checking_ontology(chat_evaluation_ontology):
         ],
         "version": 1,
     }
+
+
+def test_prompt_issue_ontology(chat_evaluation_ontology):
+    ontology = chat_evaluation_ontology
+    prompt_issue = None
+    for tool in ontology.normalized["tools"]:
+        if tool["tool"] == "prompt-issue":
+            prompt_issue = tool
+            break
+    assert prompt_issue is not None
+
+    assert prompt_issue["definition"] == {
+        "title": "prompt issue",
+        "value": "prompt_issue",
+        "color": "#ff00ff",
+    }
+    assert prompt_issue["schemaNodeId"] is not None
+    assert prompt_issue["featureSchemaId"] is not None
+    assert len(prompt_issue["classifications"]) == 1
+
+    prompt_issue_tool = None
+    for tool in ontology.tools():
+        if isinstance(tool, PromptIssueTool):
+            prompt_issue_tool = tool
+            break
+    assert prompt_issue_tool is not None
+    # Assertions
+    assert prompt_issue_tool.name == "prompt issue"
+    assert prompt_issue_tool.type == ToolType.PROMPT_ISSUE
+    assert prompt_issue_tool.schema_id is not None
+    assert prompt_issue_tool.feature_schema_id is not None
+
+    # Check classifications
+    assert len(prompt_issue_tool.classifications) == 1
+    classification = prompt_issue_tool.classifications[0]
+    assert classification.class_type == Classification.Type.CHECKLIST
+    assert len(classification.options) == 3  # Check number of options