[Recording Oracle] Add initial polygon task type support

Author: Bobronium

packages/examples/cvat/recording-oracle/debug.py

@@ -0,0 +1,90 @@
+import datetime
+
+import uvicorn
+
+from src import app
+from src.chain.kvstore import register_in_kvstore
+from src.core.config import Config
+
+LOCAL_MANIFEST_FILES = set()
+
+
+def apply_local_development_patches():
+    """
+    Applies local development patches to bypass direct source code modifications:
+    - Overrides `EscrowUtils.get_escrow` to retrieve local escrow data for specific addresses,
+      using mock data if the address corresponds to a local manifest.
+    - Updates local manifest files from cloud storage.
+    - Overrides `validate_address` to disable address validation.
+    - Replaces `validate_oracle_webhook_signature` with a lenient version for oracle signature validation in development.
+    """
+    from human_protocol_sdk.constants import ChainId
+    from human_protocol_sdk.escrow import EscrowData, EscrowUtils
+
+    def get_local_escrow(chain_id: int, escrow_address: str) -> EscrowData:
+        possible_manifest_name = escrow_address.split(":")[0]
+        if possible_manifest_name in LOCAL_MANIFEST_FILES:
+            return EscrowData(
+                chain_id=ChainId(chain_id),
+                id="test",
+                address=escrow_address,
+                amount_paid=10,
+                balance=10,
+                count=1,
+                factory_address="",
+                launcher="",
+                status="Pending",
+                token="HMT",
+                total_funded_amount=10,
+                created_at=datetime.datetime(2023, 1, 1),
+                manifest_url=f"http://127.0.0.1:9010/manifests/{possible_manifest_name}",
+            )
+        return original_get_escrow(ChainId(chain_id), escrow_address)
+
+    original_get_escrow = EscrowUtils.get_escrow
+    EscrowUtils.get_escrow = get_local_escrow
+
+    from src.services import cloud
+    from src.services.cloud import BucketAccessInfo
+
+    manifests = cloud.make_client(BucketAccessInfo.parse_obj(Config.storage_config)).list_files(
+        bucket="manifests"
+    )
+    LOCAL_MANIFEST_FILES.update(manifests)
+
+    import src.schemas.webhook
+    from src.core.types import OracleWebhookTypes
+
+    src.schemas.webhook.validate_address = lambda x: x
+
+    async def lenient_validate_oracle_webhook_signature(request, signature, webhook):
+        from src.validators.signature import validate_oracle_webhook_signature
+
+        try:
+            return OracleWebhookTypes(signature.split(":")[0])
+        except (ValueError, TypeError):
+            return await validate_oracle_webhook_signature(request, signature, webhook)
+
+    import src.endpoints.webhook
+    src.endpoints.webhook.validate_oracle_webhook_signature = (
+        lenient_validate_oracle_webhook_signature
+    )
+    import logging
+
+    logging.warning("Local development patches applied.")
+
+
+if __name__ == "__main__":
+    is_dev = Config.environment == "development"
+    if is_dev:
+        apply_local_development_patches()
+
+    Config.validate()
+    register_in_kvstore()
+
+    uvicorn.run(
+        app="src:app",
+        host="0.0.0.0",  # noqa: S104
+        port=int(Config.port),
+        workers=Config.workers_amount,
+    )

packages/examples/cvat/recording-oracle/src/core/types.py

@@ -13,6 +13,7 @@ class Networks(int, Enum):
 class TaskTypes(str, Enum, metaclass=BetterEnumMeta):
     image_label_binary = "IMAGE_LABEL_BINARY"
     image_points = "IMAGE_POINTS"
+    image_polygons = "IMAGE_POLYGONS"
     image_boxes = "IMAGE_BOXES"
     image_boxes_from_points = "IMAGE_BOXES_FROM_POINTS"
     image_skeletons_from_boxes = "IMAGE_SKELETONS_FROM_BOXES"

packages/examples/cvat/recording-oracle/src/handlers/process_intermediate_results.py

@@ -42,6 +42,7 @@
 
 DM_DATASET_FORMAT_MAPPING = {
     TaskTypes.image_label_binary: "cvat_images",
+    TaskTypes.image_polygons: "coco_instances",
     TaskTypes.image_points: "coco_person_keypoints",
     TaskTypes.image_boxes: "coco_instances",
     TaskTypes.image_boxes_from_points: "coco_instances",
@@ -51,6 +52,7 @@
 DM_GT_DATASET_FORMAT_MAPPING = {
     TaskTypes.image_label_binary: "cvat_images",
     TaskTypes.image_points: "coco_instances",  # we compare points against boxes
+    TaskTypes.image_polygons: "coco_instances",
     TaskTypes.image_boxes: "coco_instances",
     TaskTypes.image_boxes_from_points: "coco_instances",
     TaskTypes.image_skeletons_from_boxes: "coco_person_keypoints",
@@ -60,6 +62,7 @@
 DATASET_COMPARATOR_TYPE_MAP: dict[TaskTypes, type[DatasetComparator]] = {
     # TaskType.image_label_binary: TagDatasetComparator, # TODO: implement if support is needed
     TaskTypes.image_boxes: BboxDatasetComparator,
+    TaskTypes.image_polygons: BboxDatasetComparator,
     TaskTypes.image_points: PointsDatasetComparator,
     TaskTypes.image_boxes_from_points: BboxDatasetComparator,
     TaskTypes.image_skeletons_from_boxes: SkeletonDatasetComparator,
@@ -199,7 +202,7 @@ def _validate_jobs(self):
             try:
                 job_mean_accuracy = comparator.compare(gt_dataset, job_dataset)
             except TooFewGtError as e:
-                job_results[job_cvat_id] = self.self.UNKNOWN_QUALITY
+                job_results[job_cvat_id] = self.UNKNOWN_QUALITY
                 rejected_jobs[job_cvat_id] = e
                 continue
 
@@ -271,7 +274,7 @@ def _put_gt_into_merged_dataset(
         """
 
         match manifest.annotation.type:
-            case TaskTypes.image_boxes.value:
+            case TaskTypes.image_boxes.value | TaskTypes.image_polygons.value:
                 merged_dataset.update(gt_dataset)
             case TaskTypes.image_points.value:
                 merged_label_cat: dm.LabelCategories = merged_dataset.categories()[
@@ -929,7 +932,12 @@ def process_intermediate_results(  # noqa: PLR0912
     # actually validate jobs
 
     task_type = manifest.annotation.type
-    if task_type in [TaskTypes.image_label_binary, TaskTypes.image_boxes, TaskTypes.image_points]:
+    if task_type in [
+        TaskTypes.image_label_binary,
+        TaskTypes.image_boxes,
+        TaskTypes.image_polygons,
+        TaskTypes.image_points,
+    ]:
         validator_type = _TaskValidator
     elif task_type == TaskTypes.image_boxes_from_points:
         validator_type = _BoxesFromPointsValidator