Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 24 additions & 0 deletions .mock/definition/__package__.yml
Original file line number Diff line number Diff line change
Expand Up @@ -331,6 +331,7 @@ types:
show_skip_button:
type: optional<boolean>
docs: Show a skip button in interface and allow annotators to skip the task
show_unused_data_columns_to_annotators: optional<boolean>
skip_queue: optional<AllRolesProjectListSkipQueue>
skipped_annotations_number: string
start_training_on_annotation_update:
Expand Down Expand Up @@ -3451,6 +3452,7 @@ types:
show_skip_button:
type: optional<boolean>
docs: Show a skip button in interface and allow annotators to skip the task
show_unused_data_columns_to_annotators: optional<boolean>
skip_queue: optional<LseProjectSkipQueue>
skipped_annotations_number:
type: integer
Expand Down Expand Up @@ -3839,6 +3841,7 @@ types:
show_skip_button:
type: optional<boolean>
docs: Show a skip button in interface and allow annotators to skip the task
show_unused_data_columns_to_annotators: optional<boolean>
skip_queue: optional<LseProjectUpdateSkipQueue>
skipped_annotations_number:
type: integer
Expand Down Expand Up @@ -5934,6 +5937,15 @@ types:
user: integer
source:
openapi: openapi/openapi.yaml
ProjectMemberBulkAssignRolesRequest:
properties:
role: Role9E7Enum
user_id:
type: integer
validation:
min: 1
source:
openapi: openapi/openapi.yaml
ProjectReimport:
properties:
annotation_count:
Expand Down Expand Up @@ -6016,6 +6028,7 @@ types:
type: optional<boolean>
docs: flag to require comment on skip
review_settings: optional<unknown>
show_unused_data_columns_to_annotators: optional<boolean>
tags: optional<unknown>
updated_at: datetime
source:
Expand Down Expand Up @@ -6044,6 +6057,7 @@ types:
type: optional<boolean>
docs: flag to require comment on skip
review_settings: optional<unknown>
show_unused_data_columns_to_annotators: optional<boolean>
tags: optional<unknown>
source:
openapi: openapi/openapi.yaml
Expand Down Expand Up @@ -6369,6 +6383,11 @@ types:
show_instruction:
type: optional<boolean>
docs: Show instructions to the reviewers before they start
show_unused_data_columns_to_reviewers:
type: optional<boolean>
docs: >-
If true, Data Manager shows all task.data columns to reviewers; if
false, hides columns not referenced by the label interface
source:
openapi: openapi/openapi.yaml
ReviewSettingsRequestRequeueRejectedTasksMode:
Expand Down Expand Up @@ -6441,6 +6460,11 @@ types:
show_instruction:
type: optional<boolean>
docs: Show instructions to the reviewers before they start
show_unused_data_columns_to_reviewers:
type: optional<boolean>
docs: >-
If true, Data Manager shows all task.data columns to reviewers; if
false, hides columns not referenced by the label interface
source:
openapi: openapi/openapi.yaml
ReviewedEnum:
Expand Down
8 changes: 8 additions & 0 deletions .mock/definition/projectTemplates.yml
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ service:
require_comment_on_skip: true
review_settings:
key: value
show_unused_data_columns_to_annotators: true
tags:
key: value
updated_at: '2024-01-15T09:30:00Z'
Expand Down Expand Up @@ -74,6 +75,7 @@ service:
require_comment_on_skip: true
review_settings:
key: value
show_unused_data_columns_to_annotators: true
tags:
key: value
updated_at: '2024-01-15T09:30:00Z'
Expand Down Expand Up @@ -109,6 +111,7 @@ service:
require_comment_on_skip: true
review_settings:
key: value
show_unused_data_columns_to_annotators: true
tags:
key: value
updated_at: '2024-01-15T09:30:00Z'
Expand Down Expand Up @@ -149,6 +152,7 @@ service:
require_comment_on_skip: true
review_settings:
key: value
show_unused_data_columns_to_annotators: true
tags:
key: value
updated_at: '2024-01-15T09:30:00Z'
Expand Down Expand Up @@ -203,6 +207,7 @@ service:
type: optional<boolean>
docs: flag to require comment on skip
review_settings: optional<unknown>
show_unused_data_columns_to_annotators: optional<boolean>
tags: optional<unknown>
content-type: application/json
response:
Expand All @@ -228,6 +233,7 @@ service:
require_comment_on_skip: true
review_settings:
key: value
show_unused_data_columns_to_annotators: true
tags:
key: value
updated_at: '2024-01-15T09:30:00Z'
Expand Down Expand Up @@ -339,6 +345,7 @@ service:
show_agreement_to_reviewers: true
show_data_manager_to_reviewers: true
show_instruction: true
show_unused_data_columns_to_reviewers: true
reviewer_queue_total: reviewer_queue_total
sampling: Sequential sampling
show_annotation_history: true
Expand All @@ -347,6 +354,7 @@ service:
show_instruction: true
show_overlap_first: true
show_skip_button: true
show_unused_data_columns_to_annotators: true
skip_queue: REQUEUE_FOR_ME
skipped_annotations_number: 1
start_training_on_annotation_update: true
Expand Down
4 changes: 4 additions & 0 deletions .mock/definition/projects.yml
Original file line number Diff line number Diff line change
Expand Up @@ -237,6 +237,7 @@ service:
show_instruction: true
show_overlap_first: true
show_skip_button: true
show_unused_data_columns_to_annotators: true
skip_queue: REQUEUE_FOR_ME
skipped_annotations_number: skipped_annotations_number
start_training_on_annotation_update: true
Expand Down Expand Up @@ -695,6 +696,7 @@ service:
docs: >-
Show a skip button in interface and allow annotators to skip the
task
show_unused_data_columns_to_annotators: optional<boolean>
skip_queue: optional<PatchedLseProjectUpdateRequestSkipQueue>
task_data_login:
type: optional<string>
Expand Down Expand Up @@ -785,13 +787,15 @@ service:
show_agreement_to_reviewers: true
show_data_manager_to_reviewers: true
show_instruction: true
show_unused_data_columns_to_reviewers: true
sampling: Sequential sampling
show_annotation_history: true
show_collab_predictions: true
show_ground_truth_first: true
show_instruction: true
show_overlap_first: true
show_skip_button: true
show_unused_data_columns_to_annotators: true
skip_queue: REQUEUE_FOR_ME
skipped_annotations_number: 1
start_training_on_annotation_update: true
Expand Down
17 changes: 17 additions & 0 deletions .mock/definition/projects/members/bulk.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,5 @@
imports:
root: ../../__package__.yml
types:
BulkPostResponse:
properties:
Expand Down Expand Up @@ -25,11 +27,18 @@ service:
display-name: Bulk assign project members
request:
name: ProjectMemberBulkAssignRequest
query-parameters:
search:
type: optional<string>
docs: >-
Search term for filtering members by name, email, or username.
Only when all=True.
body:
properties:
all: boolean
excluded: optional<list<integer>>
included: optional<list<integer>>
roles: optional<list<root.ProjectMemberBulkAssignRolesRequest>>
content-type: application/json
response:
docs: ''
Expand All @@ -56,6 +65,14 @@ service:
path-parameters:
id: integer
display-name: Bulk unassign project members
request:
name: BulkDeleteRequest
query-parameters:
search:
type: optional<string>
docs: >-
Search term for filtering members by name, email, or username.
Only when all=True.
response:
docs: ''
type: BulkDeleteResponse
Expand Down
1 change: 1 addition & 0 deletions .mock/definition/prompts.yml
Original file line number Diff line number Diff line change
Expand Up @@ -272,6 +272,7 @@ service:
show_instruction: true
show_overlap_first: true
show_skip_button: true
show_unused_data_columns_to_annotators: true
skip_queue: REQUEUE_FOR_ME
skipped_annotations_number: skipped_annotations_number
start_training_on_annotation_update: true
Expand Down
20 changes: 15 additions & 5 deletions .mock/definition/stats.yml
Original file line number Diff line number Diff line change
Expand Up @@ -140,13 +140,23 @@ service:
method: GET
auth: true
docs: >-
Mean agreement of annotator annotations vs predictions for a specific
model version.
Mean agreement between the given model version and all other model
versions in the project.

Mirrors prediction_per_user_agreement but filtered by
prediction.model_version.

:return: {"average_prediction_agreement_per_model": float[0..1]}
Computed as the average of pairwise model-to-model agreement scores from
PredictionPairStats where either

prediction pair's model_version_from or model_version_to equals the
provided model_version.


When per_label=true, returns a mapping of label -> average agreement
across the same set of pairs.


:return: {"average_prediction_agreement_per_model": float[0..1] |
{label: float[0..1]}}
source:
openapi: openapi/openapi.yaml
path-parameters:
Expand Down
Loading
Loading