feat: UTC-416: Implement 'Ensure all annotators are evaluated' setting for GT tasks

fern/openapi/openapi.yaml

@@ -19771,6 +19771,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -19782,6 +19785,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettings'
         blueprints:
@@ -19963,6 +19970,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -25167,6 +25175,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -25178,6 +25189,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettings'
         color:
@@ -25340,6 +25355,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -25511,6 +25527,9 @@ components:
         Serializer get numbers from project queryset annotation,
         make sure, that you use correct one(Project.objects.with_counts())
       properties:
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         color:
           maxLength: 16
           nullable: true
@@ -25625,6 +25644,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -25708,6 +25728,9 @@ components:
         Serializer get numbers from project queryset annotation,
         make sure, that you use correct one(Project.objects.with_counts())
       properties:
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         color:
           maxLength: 16
           nullable: true
@@ -25786,6 +25809,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -25858,6 +25882,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -25869,6 +25896,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettings'
         color:
@@ -26042,6 +26073,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -26160,6 +26192,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -26171,6 +26206,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettings'
         color:
@@ -26313,6 +26352,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -30092,6 +30132,9 @@ components:
           nullable: true
           pattern: ^-?\d{0,3}(?:\.\d{0,2})?$
           type: string
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         annotator_evaluation_minimum_score:
           default: '95.00'
           format: decimal
@@ -30103,6 +30146,10 @@ components:
           minimum: 0
           nullable: true
           type: integer
+        annotator_evaluation_onboarding_tasks:
+          default: 0
+          minimum: 0
+          type: integer
         assignment_settings:
           $ref: '#/components/schemas/AssignmentSettingsRequest'
         color:
@@ -30206,6 +30253,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction:
@@ -31165,6 +31213,9 @@ components:
         Serializer get numbers from project queryset annotation,
         make sure, that you use correct one(Project.objects.with_counts())
       properties:
+        annotator_evaluation_enabled:
+          description: Enable annotator evaluation for the project
+          type: boolean
         color:
           maxLength: 16
           nullable: true
@@ -31279,6 +31330,7 @@ components:
           title: Show predictions to annotator
           type: boolean
         show_ground_truth_first:
+          deprecated: true
           description: 'Onboarding mode (true): show ground truth tasks first in the labeling stream'
           type: boolean
         show_instruction: