Merged cvat audino

.gitignore

@@ -66,3 +66,7 @@ cvat-core/reports
 
 # produced by cvat/apps/iam/rules/tests/generate_tests.py
 /cvat/apps/*/rules/*_test.gen.rego
+
+# Custom
+rsa
+rsa.pub

.vscode/launch.json

@@ -167,8 +167,9 @@
             "env": {
                 "CVAT_SERVERLESS": "1",
                 "ALLOWED_HOSTS": "*",
-                "DJANGO_LOG_SERVER_HOST": "localhost",
-                "DJANGO_LOG_SERVER_PORT": "8282"
+                "IAM_OPA_BUNDLE": "1",
+                // "DJANGO_LOG_SERVER_HOST": "localhost",
+                // "DJANGO_LOG_SERVER_PORT": "8282"
             },
             "args": [
                 "runserver",
@@ -210,8 +211,8 @@
             "django": true,
             "cwd": "${workspaceFolder}",
             "env": {
-                "DJANGO_LOG_SERVER_HOST": "localhost",
-                "DJANGO_LOG_SERVER_PORT": "8282"
+                // "DJANGO_LOG_SERVER_HOST": "localhost",
+                // "DJANGO_LOG_SERVER_PORT": "8282"
             },
             "console": "internalConsole"
         },
@@ -232,8 +233,8 @@
             "django": true,
             "cwd": "${workspaceFolder}",
             "env": {
-                "DJANGO_LOG_SERVER_HOST": "localhost",
-                "DJANGO_LOG_SERVER_PORT": "8282"
+                // "DJANGO_LOG_SERVER_HOST": "localhost",
+                // "DJANGO_LOG_SERVER_PORT": "8282"
             },
             "console": "internalConsole"
         },
@@ -254,8 +255,8 @@
             "django": true,
             "cwd": "${workspaceFolder}",
             "env": {
-                "DJANGO_LOG_SERVER_HOST": "localhost",
-                "DJANGO_LOG_SERVER_PORT": "8282"
+                // "DJANGO_LOG_SERVER_HOST": "localhost",
+                // "DJANGO_LOG_SERVER_PORT": "8282"
             },
             "console": "internalConsole"
         },
@@ -276,8 +277,8 @@
             "django": true,
             "cwd": "${workspaceFolder}",
             "env": {
-                "DJANGO_LOG_SERVER_HOST": "localhost",
-                "DJANGO_LOG_SERVER_PORT": "8282"
+                // "DJANGO_LOG_SERVER_HOST": "localhost",
+                // "DJANGO_LOG_SERVER_PORT": "8282"
             },
             "console": "internalConsole"
         },
@@ -295,8 +296,8 @@
                 "-i", "1"
             ],
             "env": {
-                "DJANGO_LOG_SERVER_HOST": "localhost",
-                "DJANGO_LOG_SERVER_PORT": "8282"
+                // "DJANGO_LOG_SERVER_HOST": "localhost",
+                // "DJANGO_LOG_SERVER_PORT": "8282"
             },
             "console": "internalConsole"
         },
@@ -355,8 +356,8 @@
             "django": true,
             "cwd": "${workspaceFolder}",
             "env": {
-                "DJANGO_LOG_SERVER_HOST": "localhost",
-                "DJANGO_LOG_SERVER_PORT": "8282"
+                // "DJANGO_LOG_SERVER_HOST": "localhost",
+                // "DJANGO_LOG_SERVER_PORT": "8282"
             },
             "console": "internalConsole"
         },

Dockerfile

@@ -86,7 +86,7 @@ RUN --mount=type=cache,target=/root/.cache/pip/http-v2 \
 FROM golang:1.22.4 AS build-smokescreen
 
 RUN git clone --depth=1 https://github.com/stripe/smokescreen.git
-RUN cd smokescreen && git checkout eb1ac09 && go build -o /tmp/smokescreen
+RUN cd smokescreen && git checkout master && go build -o /tmp/smokescreen
 
 FROM ${BASE_IMAGE}
 

cvat/apps/dataset_manager/formats/aud_common_voice.py

@@ -0,0 +1,62 @@
+# Copyright (C) 2020-2022 Intel Corporation
+# Copyright (C) 2023-2024 CVAT.ai Corporation
+#
+# SPDX-License-Identifier: MIT
+
+
+
+
+
+import os.path as osp
+from glob import glob
+
+from pyunpack import Archive
+
+from cvat.apps.dataset_manager.bindings import (GetCVATDataExtractor,
+    import_dm_annotations, match_dm_item, find_dataset_root)
+from cvat.apps.dataset_manager.util import make_zip_archive
+from datumaro.components.extractor import DatasetItem
+from datumaro.components.project import Dataset
+from datumaro.plugins.yolo_format.extractor import YoloExtractor
+
+from .registry import dm_env, exporter, importer
+from cvat.apps.engine.log import ServerLogManager
+slogger = ServerLogManager(__name__)
+
+
+@exporter(name='YOLO', ext='ZIP', version='1.1')
+def _export(dst_file, temp_dir, instance_data, save_images=False):
+    slogger.glob.info("HEYLO YOLO EXPORTER AUDINO")
+    # slogger.glob.debug()
+    dataset = Dataset.from_extractors(GetCVATDataExtractor(
+        instance_data, include_images=save_images), env=dm_env)
+
+    dataset.export(temp_dir, 'yolo', save_images=save_images)
+
+    make_zip_archive(temp_dir, dst_file)
+
+@importer(name='YOLO', ext='ZIP', version='1.1')
+def _import(src_file, temp_dir, instance_data, load_data_callback=None, **kwargs):
+    Archive(src_file.name).extractall(temp_dir)
+
+    image_info = {}
+    frames = [YoloExtractor.name_from_path(osp.relpath(p, temp_dir))
+        for p in glob(osp.join(temp_dir, '**', '*.txt'), recursive=True)]
+    root_hint = find_dataset_root(
+        [DatasetItem(id=frame) for frame in frames], instance_data)
+    for frame in frames:
+        frame_info = None
+        try:
+            frame_id = match_dm_item(DatasetItem(id=frame), instance_data,
+                root_hint=root_hint)
+            frame_info = instance_data.frame_info[frame_id]
+        except Exception: # nosec
+            pass
+        if frame_info is not None:
+            image_info[frame] = (frame_info['height'], frame_info['width'])
+
+    dataset = Dataset.import_from(temp_dir, 'yolo',
+        env=dm_env, image_info=image_info)
+    if load_data_callback is not None:
+        load_data_callback(dataset, instance_data)
+    import_dm_annotations(dataset, instance_data)

cvat/apps/dataset_manager/formats/registry.py

@@ -104,7 +104,7 @@ def make_exporter(name):
 import cvat.apps.dataset_manager.formats.mot
 import cvat.apps.dataset_manager.formats.mots
 import cvat.apps.dataset_manager.formats.pascal_voc
-import cvat.apps.dataset_manager.formats.yolo
+# import cvat.apps.dataset_manager.formats.yolo
 import cvat.apps.dataset_manager.formats.imagenet
 import cvat.apps.dataset_manager.formats.camvid
 import cvat.apps.dataset_manager.formats.widerface
@@ -117,3 +117,5 @@ def make_exporter(name):
 import cvat.apps.dataset_manager.formats.lfw
 import cvat.apps.dataset_manager.formats.cityscapes
 import cvat.apps.dataset_manager.formats.openimages
+#Audino Export Formats
+import cvat.apps.dataset_manager.formats.aud_common_voice