feat: DIA-1980: Option to run only on tasks w/o predictions (#744)

Co-authored-by: fern-api[bot] <115122769+fern-api[bot]@users.noreply.github.com>
Co-authored-by: robot-ci-heartex <[email protected]>

Author: robot-ci-heartex

poetry.lock

@@ -9903,6 +9903,14 @@ client.projects.update(
 <dl>
 <dd>
 
+**strict_task_overlap:** `typing.Optional[bool]` 
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **task_data_login:** `typing.Optional[str]` — Task data credentials: login
 
 </dd>
@@ -37337,6 +37345,14 @@ client.prompts.runs.create(
 <dl>
 <dd>
 
+**only_missing_predictions:** `typing.Optional[bool]` — When true, only tasks without successful predictions for this prompt version are submitted for inference.
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **organization:** `typing.Optional[int]` 
 
 </dd>

reference.md

@@ -528,6 +528,7 @@ def update(
         show_skip_button: typing.Optional[bool] = OMIT,
         show_unused_data_columns_to_annotators: typing.Optional[bool] = OMIT,
         skip_queue: typing.Optional[SkipQueueEnum] = OMIT,
+        strict_task_overlap: typing.Optional[bool] = OMIT,
         task_data_login: typing.Optional[str] = OMIT,
         task_data_password: typing.Optional[str] = OMIT,
         title: typing.Optional[str] = OMIT,
@@ -651,6 +652,8 @@ def update(
 
         skip_queue : typing.Optional[SkipQueueEnum]
 
+        strict_task_overlap : typing.Optional[bool]
+
         task_data_login : typing.Optional[str]
             Task data credentials: login
 
@@ -726,6 +729,7 @@ def update(
             show_skip_button=show_skip_button,
             show_unused_data_columns_to_annotators=show_unused_data_columns_to_annotators,
             skip_queue=skip_queue,
+            strict_task_overlap=strict_task_overlap,
             task_data_login=task_data_login,
             task_data_password=task_data_password,
             title=title,
@@ -1623,6 +1627,7 @@ async def update(
         show_skip_button: typing.Optional[bool] = OMIT,
         show_unused_data_columns_to_annotators: typing.Optional[bool] = OMIT,
         skip_queue: typing.Optional[SkipQueueEnum] = OMIT,
+        strict_task_overlap: typing.Optional[bool] = OMIT,
         task_data_login: typing.Optional[str] = OMIT,
         task_data_password: typing.Optional[str] = OMIT,
         title: typing.Optional[str] = OMIT,
@@ -1746,6 +1751,8 @@ async def update(
 
         skip_queue : typing.Optional[SkipQueueEnum]
 
+        strict_task_overlap : typing.Optional[bool]
+
         task_data_login : typing.Optional[str]
             Task data credentials: login
 
@@ -1829,6 +1836,7 @@ async def main() -> None:
             show_skip_button=show_skip_button,
             show_unused_data_columns_to_annotators=show_unused_data_columns_to_annotators,
             skip_queue=skip_queue,
+            strict_task_overlap=strict_task_overlap,
             task_data_login=task_data_login,
             task_data_password=task_data_password,
             title=title,

src/label_studio_sdk/projects/client.py

@@ -557,6 +557,7 @@ def update(
         show_skip_button: typing.Optional[bool] = OMIT,
         show_unused_data_columns_to_annotators: typing.Optional[bool] = OMIT,
         skip_queue: typing.Optional[SkipQueueEnum] = OMIT,
+        strict_task_overlap: typing.Optional[bool] = OMIT,
         task_data_login: typing.Optional[str] = OMIT,
         task_data_password: typing.Optional[str] = OMIT,
         title: typing.Optional[str] = OMIT,
@@ -680,6 +681,8 @@ def update(
 
         skip_queue : typing.Optional[SkipQueueEnum]
 
+        strict_task_overlap : typing.Optional[bool]
+
         task_data_login : typing.Optional[str]
             Task data credentials: login
 
@@ -754,6 +757,7 @@ def update(
                 "show_skip_button": show_skip_button,
                 "show_unused_data_columns_to_annotators": show_unused_data_columns_to_annotators,
                 "skip_queue": skip_queue,
+                "strict_task_overlap": strict_task_overlap,
                 "task_data_login": task_data_login,
                 "task_data_password": task_data_password,
                 "title": title,
@@ -1676,6 +1680,7 @@ async def update(
         show_skip_button: typing.Optional[bool] = OMIT,
         show_unused_data_columns_to_annotators: typing.Optional[bool] = OMIT,
         skip_queue: typing.Optional[SkipQueueEnum] = OMIT,
+        strict_task_overlap: typing.Optional[bool] = OMIT,
         task_data_login: typing.Optional[str] = OMIT,
         task_data_password: typing.Optional[str] = OMIT,
         title: typing.Optional[str] = OMIT,
@@ -1799,6 +1804,8 @@ async def update(
 
         skip_queue : typing.Optional[SkipQueueEnum]
 
+        strict_task_overlap : typing.Optional[bool]
+
         task_data_login : typing.Optional[str]
             Task data credentials: login
 
@@ -1873,6 +1880,7 @@ async def update(
                 "show_skip_button": show_skip_button,
                 "show_unused_data_columns_to_annotators": show_unused_data_columns_to_annotators,
                 "skip_queue": skip_queue,
+                "strict_task_overlap": strict_task_overlap,
                 "task_data_login": task_data_login,
                 "task_data_password": task_data_password,
                 "title": title,

src/label_studio_sdk/projects/raw_client.py

@@ -106,6 +106,7 @@ def create(
         *,
         project: int,
         job_id: typing.Optional[str] = OMIT,
+        only_missing_predictions: typing.Optional[bool] = OMIT,
         organization: typing.Optional[int] = OMIT,
         predictions_updated_at: typing.Optional[dt.datetime] = OMIT,
         project_subset: typing.Optional[ProjectSubsetEnum] = OMIT,
@@ -134,6 +135,9 @@ def create(
         job_id : typing.Optional[str]
             Job ID for inference job for a ModelRun e.g. Adala job ID
 
+        only_missing_predictions : typing.Optional[bool]
+            When true, only tasks without successful predictions for this prompt version are submitted for inference.
+
         organization : typing.Optional[int]
 
         predictions_updated_at : typing.Optional[dt.datetime]
@@ -172,6 +176,7 @@ def create(
             version_id,
             project=project,
             job_id=job_id,
+            only_missing_predictions=only_missing_predictions,
             organization=organization,
             predictions_updated_at=predictions_updated_at,
             project_subset=project_subset,
@@ -331,6 +336,7 @@ async def create(
         *,
         project: int,
         job_id: typing.Optional[str] = OMIT,
+        only_missing_predictions: typing.Optional[bool] = OMIT,
         organization: typing.Optional[int] = OMIT,
         predictions_updated_at: typing.Optional[dt.datetime] = OMIT,
         project_subset: typing.Optional[ProjectSubsetEnum] = OMIT,
@@ -359,6 +365,9 @@ async def create(
         job_id : typing.Optional[str]
             Job ID for inference job for a ModelRun e.g. Adala job ID
 
+        only_missing_predictions : typing.Optional[bool]
+            When true, only tasks without successful predictions for this prompt version are submitted for inference.
+
         organization : typing.Optional[int]
 
         predictions_updated_at : typing.Optional[dt.datetime]
@@ -405,6 +414,7 @@ async def main() -> None:
             version_id,
             project=project,
             job_id=job_id,
+            only_missing_predictions=only_missing_predictions,
             organization=organization,
             predictions_updated_at=predictions_updated_at,
             project_subset=project_subset,

src/label_studio_sdk/prompts/runs/client.py

@@ -102,6 +102,7 @@ def create(
         *,
         project: int,
         job_id: typing.Optional[str] = OMIT,
+        only_missing_predictions: typing.Optional[bool] = OMIT,
         organization: typing.Optional[int] = OMIT,
         predictions_updated_at: typing.Optional[dt.datetime] = OMIT,
         project_subset: typing.Optional[ProjectSubsetEnum] = OMIT,
@@ -130,6 +131,9 @@ def create(
         job_id : typing.Optional[str]
             Job ID for inference job for a ModelRun e.g. Adala job ID
 
+        only_missing_predictions : typing.Optional[bool]
+            When true, only tasks without successful predictions for this prompt version are submitted for inference.
+
         organization : typing.Optional[int]
 
         predictions_updated_at : typing.Optional[dt.datetime]
@@ -155,6 +159,7 @@ def create(
             method="POST",
             json={
                 "job_id": job_id,
+                "only_missing_predictions": only_missing_predictions,
                 "organization": organization,
                 "predictions_updated_at": predictions_updated_at,
                 "project": project,
@@ -321,6 +326,7 @@ async def create(
         *,
         project: int,
         job_id: typing.Optional[str] = OMIT,
+        only_missing_predictions: typing.Optional[bool] = OMIT,
         organization: typing.Optional[int] = OMIT,
         predictions_updated_at: typing.Optional[dt.datetime] = OMIT,
         project_subset: typing.Optional[ProjectSubsetEnum] = OMIT,
@@ -349,6 +355,9 @@ async def create(
         job_id : typing.Optional[str]
             Job ID for inference job for a ModelRun e.g. Adala job ID
 
+        only_missing_predictions : typing.Optional[bool]
+            When true, only tasks without successful predictions for this prompt version are submitted for inference.
+
         organization : typing.Optional[int]
 
         predictions_updated_at : typing.Optional[dt.datetime]
@@ -374,6 +383,7 @@ async def create(
             method="POST",
             json={
                 "job_id": job_id,
+                "only_missing_predictions": only_missing_predictions,
                 "organization": organization,
                 "predictions_updated_at": predictions_updated_at,
                 "project": project,

src/label_studio_sdk/prompts/runs/raw_client.py

@@ -203,6 +203,7 @@ class AllRolesProjectList(UncheckedBaseModel):
     """
 
     state: typing.Optional[str] = None
+    strict_task_overlap: typing.Optional[bool] = None
     task_number: typing.Optional[int] = pydantic.Field(default=None)
     """
     Total task number in project

src/label_studio_sdk/types/all_roles_project_list.py

@@ -203,6 +203,7 @@ class LseProject(UncheckedBaseModel):
     """
 
     state: typing.Optional[str] = None
+    strict_task_overlap: typing.Optional[bool] = None
     task_data_login: typing.Optional[str] = pydantic.Field(default=None)
     """
     Task data credentials: login

src/label_studio_sdk/types/lse_project.py

@@ -203,6 +203,7 @@ class LseProjectResponse(UncheckedBaseModel):
     """
 
     state: typing.Optional[str] = None
+    strict_task_overlap: typing.Optional[bool] = None
     task_data_login: typing.Optional[str] = pydantic.Field(default=None)
     """
     Task data credentials: login

src/label_studio_sdk/types/lse_project_response.py

@@ -200,6 +200,7 @@ class LseProjectUpdate(UncheckedBaseModel):
     """
 
     state: typing.Optional[str] = None
+    strict_task_overlap: typing.Optional[bool] = None
     task_data_login: typing.Optional[str] = pydantic.Field(default=None)
     """
     Task data credentials: login