diff --git a/reference.md b/reference.md index 7f0a2f480..0337c20fc 100644 --- a/reference.md +++ b/reference.md @@ -8961,6 +8961,14 @@ client.projects.create()
+**annotator_evaluation_enabled:** `typing.Optional[bool]` — Enable annotator evaluation for the project + +
+
+ +
+
+ **color:** `typing.Optional[str]`
@@ -9583,6 +9591,14 @@ client.projects.update(
+**annotator_evaluation_enabled:** `typing.Optional[bool]` — Enable annotator evaluation for the project + +
+
+ +
+
+ **annotator_evaluation_minimum_score:** `typing.Optional[str]`
@@ -9599,6 +9615,14 @@ client.projects.update(
+**annotator_evaluation_onboarding_tasks:** `typing.Optional[int]` + +
+
+ +
+
+ **assignment_settings:** `typing.Optional[AssignmentSettingsRequest]`
diff --git a/src/label_studio_sdk/projects/client.py b/src/label_studio_sdk/projects/client.py index 272d48837..a71c65bd4 100644 --- a/src/label_studio_sdk/projects/client.py +++ b/src/label_studio_sdk/projects/client.py @@ -191,6 +191,7 @@ def list( def create( self, *, + annotator_evaluation_enabled: typing.Optional[bool] = OMIT, color: typing.Optional[str] = OMIT, control_weights: typing.Optional[typing.Optional[typing.Any]] = OMIT, created_by: typing.Optional[UserSimpleRequest] = OMIT, @@ -227,6 +228,9 @@ def create( Parameters ---------- + annotator_evaluation_enabled : typing.Optional[bool] + Enable annotator evaluation for the project + color : typing.Optional[str] control_weights : typing.Optional[typing.Optional[typing.Any]] @@ -328,6 +332,7 @@ def create( "api/projects/", method="POST", json={ + "annotator_evaluation_enabled": annotator_evaluation_enabled, "color": color, "control_weights": control_weights, "created_by": convert_and_respect_annotation_metadata( @@ -583,8 +588,10 @@ def update( agreement_threshold: typing.Optional[str] = OMIT, annotation_limit_count: typing.Optional[int] = OMIT, annotation_limit_percent: typing.Optional[str] = OMIT, + annotator_evaluation_enabled: typing.Optional[bool] = OMIT, annotator_evaluation_minimum_score: typing.Optional[str] = OMIT, annotator_evaluation_minimum_tasks: typing.Optional[int] = OMIT, + annotator_evaluation_onboarding_tasks: typing.Optional[int] = OMIT, assignment_settings: typing.Optional[AssignmentSettingsRequest] = OMIT, color: typing.Optional[str] = OMIT, comment_classification_config: typing.Optional[str] = OMIT, @@ -642,10 +649,15 @@ def update( annotation_limit_percent : typing.Optional[str] + annotator_evaluation_enabled : typing.Optional[bool] + Enable annotator evaluation for the project + annotator_evaluation_minimum_score : typing.Optional[str] annotator_evaluation_minimum_tasks : typing.Optional[int] + annotator_evaluation_onboarding_tasks : typing.Optional[int] + assignment_settings : typing.Optional[AssignmentSettingsRequest] color : typing.Optional[str] @@ -775,8 +787,10 @@ def update( "agreement_threshold": agreement_threshold, "annotation_limit_count": annotation_limit_count, "annotation_limit_percent": annotation_limit_percent, + "annotator_evaluation_enabled": annotator_evaluation_enabled, "annotator_evaluation_minimum_score": annotator_evaluation_minimum_score, "annotator_evaluation_minimum_tasks": annotator_evaluation_minimum_tasks, + "annotator_evaluation_onboarding_tasks": annotator_evaluation_onboarding_tasks, "assignment_settings": convert_and_respect_annotation_metadata( object_=assignment_settings, annotation=AssignmentSettingsRequest, direction="write" ), @@ -1398,6 +1412,7 @@ async def main() -> None: async def create( self, *, + annotator_evaluation_enabled: typing.Optional[bool] = OMIT, color: typing.Optional[str] = OMIT, control_weights: typing.Optional[typing.Optional[typing.Any]] = OMIT, created_by: typing.Optional[UserSimpleRequest] = OMIT, @@ -1434,6 +1449,9 @@ async def create( Parameters ---------- + annotator_evaluation_enabled : typing.Optional[bool] + Enable annotator evaluation for the project + color : typing.Optional[str] control_weights : typing.Optional[typing.Optional[typing.Any]] @@ -1543,6 +1561,7 @@ async def main() -> None: "api/projects/", method="POST", json={ + "annotator_evaluation_enabled": annotator_evaluation_enabled, "color": color, "control_weights": control_weights, "created_by": convert_and_respect_annotation_metadata( @@ -1822,8 +1841,10 @@ async def update( agreement_threshold: typing.Optional[str] = OMIT, annotation_limit_count: typing.Optional[int] = OMIT, annotation_limit_percent: typing.Optional[str] = OMIT, + annotator_evaluation_enabled: typing.Optional[bool] = OMIT, annotator_evaluation_minimum_score: typing.Optional[str] = OMIT, annotator_evaluation_minimum_tasks: typing.Optional[int] = OMIT, + annotator_evaluation_onboarding_tasks: typing.Optional[int] = OMIT, assignment_settings: typing.Optional[AssignmentSettingsRequest] = OMIT, color: typing.Optional[str] = OMIT, comment_classification_config: typing.Optional[str] = OMIT, @@ -1881,10 +1902,15 @@ async def update( annotation_limit_percent : typing.Optional[str] + annotator_evaluation_enabled : typing.Optional[bool] + Enable annotator evaluation for the project + annotator_evaluation_minimum_score : typing.Optional[str] annotator_evaluation_minimum_tasks : typing.Optional[int] + annotator_evaluation_onboarding_tasks : typing.Optional[int] + assignment_settings : typing.Optional[AssignmentSettingsRequest] color : typing.Optional[str] @@ -2022,8 +2048,10 @@ async def main() -> None: "agreement_threshold": agreement_threshold, "annotation_limit_count": annotation_limit_count, "annotation_limit_percent": annotation_limit_percent, + "annotator_evaluation_enabled": annotator_evaluation_enabled, "annotator_evaluation_minimum_score": annotator_evaluation_minimum_score, "annotator_evaluation_minimum_tasks": annotator_evaluation_minimum_tasks, + "annotator_evaluation_onboarding_tasks": annotator_evaluation_onboarding_tasks, "assignment_settings": convert_and_respect_annotation_metadata( object_=assignment_settings, annotation=AssignmentSettingsRequest, direction="write" ), diff --git a/src/label_studio_sdk/types/all_roles_project_list.py b/src/label_studio_sdk/types/all_roles_project_list.py index 04ed1a05a..ffe9b8a7c 100644 --- a/src/label_studio_sdk/types/all_roles_project_list.py +++ b/src/label_studio_sdk/types/all_roles_project_list.py @@ -27,8 +27,14 @@ class AllRolesProjectList(UncheckedBaseModel): allow_stream: typing.Optional[bool] = None annotation_limit_count: typing.Optional[int] = None annotation_limit_percent: typing.Optional[str] = None + annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None) + """ + Enable annotator evaluation for the project + """ + annotator_evaluation_minimum_score: typing.Optional[str] = None annotator_evaluation_minimum_tasks: typing.Optional[int] = None + annotator_evaluation_onboarding_tasks: typing.Optional[int] = None assignment_settings: AssignmentSettings blueprints: typing.Optional[typing.List[BlueprintList]] = None color: typing.Optional[str] = None diff --git a/src/label_studio_sdk/types/lse_project.py b/src/label_studio_sdk/types/lse_project.py index c86b0e725..def5c5c35 100644 --- a/src/label_studio_sdk/types/lse_project.py +++ b/src/label_studio_sdk/types/lse_project.py @@ -25,8 +25,14 @@ class LseProject(UncheckedBaseModel): annotation_limit_count: typing.Optional[int] = None annotation_limit_percent: typing.Optional[str] = None + annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None) + """ + Enable annotator evaluation for the project + """ + annotator_evaluation_minimum_score: typing.Optional[str] = None annotator_evaluation_minimum_tasks: typing.Optional[int] = None + annotator_evaluation_onboarding_tasks: typing.Optional[int] = None assignment_settings: AssignmentSettings color: typing.Optional[str] = None comment_classification_config: typing.Optional[str] = None diff --git a/src/label_studio_sdk/types/lse_project_create.py b/src/label_studio_sdk/types/lse_project_create.py index 3b87a7c0b..2affab93d 100644 --- a/src/label_studio_sdk/types/lse_project_create.py +++ b/src/label_studio_sdk/types/lse_project_create.py @@ -16,6 +16,11 @@ class LseProjectCreate(UncheckedBaseModel): make sure, that you use correct one(Project.objects.with_counts()) """ + annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None) + """ + Enable annotator evaluation for the project + """ + color: typing.Optional[str] = None config_has_control_tags: typing.Optional[bool] = pydantic.Field(default=None) """ diff --git a/src/label_studio_sdk/types/lse_project_response.py b/src/label_studio_sdk/types/lse_project_response.py index e94f6c5c7..a8901eeb0 100644 --- a/src/label_studio_sdk/types/lse_project_response.py +++ b/src/label_studio_sdk/types/lse_project_response.py @@ -25,8 +25,14 @@ class LseProjectResponse(UncheckedBaseModel): allow_stream: typing.Optional[bool] = None annotation_limit_count: typing.Optional[int] = None annotation_limit_percent: typing.Optional[str] = None + annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None) + """ + Enable annotator evaluation for the project + """ + annotator_evaluation_minimum_score: typing.Optional[str] = None annotator_evaluation_minimum_tasks: typing.Optional[int] = None + annotator_evaluation_onboarding_tasks: typing.Optional[int] = None assignment_settings: AssignmentSettings color: typing.Optional[str] = None comment_classification_config: typing.Optional[str] = None diff --git a/src/label_studio_sdk/types/lse_project_update.py b/src/label_studio_sdk/types/lse_project_update.py index 6b8c4a875..1270b75b1 100644 --- a/src/label_studio_sdk/types/lse_project_update.py +++ b/src/label_studio_sdk/types/lse_project_update.py @@ -25,8 +25,14 @@ class LseProjectUpdate(UncheckedBaseModel): annotation_limit_count: typing.Optional[int] = None annotation_limit_percent: typing.Optional[str] = None + annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None) + """ + Enable annotator evaluation for the project + """ + annotator_evaluation_minimum_score: typing.Optional[str] = None annotator_evaluation_minimum_tasks: typing.Optional[int] = None + annotator_evaluation_onboarding_tasks: typing.Optional[int] = None assignment_settings: AssignmentSettings color: typing.Optional[str] = None comment_classification_config: typing.Optional[str] = None diff --git a/src/label_studio_sdk/types/project.py b/src/label_studio_sdk/types/project.py index 933f45364..79a54f837 100644 --- a/src/label_studio_sdk/types/project.py +++ b/src/label_studio_sdk/types/project.py @@ -16,6 +16,11 @@ class Project(UncheckedBaseModel): make sure, that you use correct one(Project.objects.with_counts()) """ + annotator_evaluation_enabled: typing.Optional[bool] = pydantic.Field(default=None) + """ + Enable annotator evaluation for the project + """ + color: typing.Optional[str] = None config_has_control_tags: typing.Optional[bool] = pydantic.Field(default=None) """