feat: UTC-416: Implement 'Ensure all annotators are evaluated' setting for GT tasks

fern/openapi/openapi.yaml

@@ -7684,10 +7684,22 @@ paths:
                 properties:
                   code:
                     type: string
+                  status:
+                    description: Deployment status of the Lambda function
+                    enum:
+                      - NotDeployed
+                      - Active
+                      - Pending
+                      - Inactive
+                      - Failed
+                      - NotFound
+                      - Error
+                    type: string
                 required:
                   - code
+                  - status
                 type: object
-          description: Lambda code
+          description: Lambda code and deployment status
       security:
         - Token: []
       summary: ✨ Get AWS custom metric code
@@ -19568,14 +19580,18 @@ paths:
 components:
   schemas:
     AWSCustomFunctionUpdateRequest:
+      description: Serializer for updating AWS Lambda custom metric function.
       properties:
         code:
+          description: The Python code for the custom metric function.
           minLength: 1
           type: string
         region:
+          description: The AWS region for the Lambda function. Uses default if not provided.
           nullable: true
           type: string
         role:
+          description: The AWS IAM role ARN for the Lambda function. Uses default if not provided.
           nullable: true
           type: string
       required:
@@ -19755,6 +19771,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -19766,6 +19785,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettings'
         blueprints:
@@ -19947,6 +19970,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -25151,6 +25175,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -25162,6 +25189,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettings'
         color:
@@ -25324,6 +25355,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -25495,6 +25527,9 @@ components:
         Serializer get numbers from project queryset annotation,
         make sure, that you use correct one(Project.objects.with_counts())
       properties:
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         color:
           maxLength: 16
           nullable: true
@@ -25609,6 +25644,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -25692,6 +25728,9 @@ components:
         Serializer get numbers from project queryset annotation,
         make sure, that you use correct one(Project.objects.with_counts())
       properties:
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         color:
           maxLength: 16
           nullable: true
@@ -25770,6 +25809,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -25842,6 +25882,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -25853,6 +25896,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettings'
         color:
@@ -26026,6 +26073,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -26144,6 +26192,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -26155,6 +26206,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettings'
         color:
@@ -26297,6 +26352,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -30076,6 +30132,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -30087,6 +30146,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettingsRequest'
         color:
@@ -30190,6 +30253,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -31149,6 +31213,9 @@ components:
         Serializer get numbers from project queryset annotation,
         make sure, that you use correct one(Project.objects.with_counts())
       properties:
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         color:
           maxLength: 16
           nullable: true
@@ -31263,6 +31330,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction: