Fix failed image list

Author: dshabin

pytest.ini

@@ -2,4 +2,4 @@
 minversion = 3.0
 log_cli=true
 python_files = test_*.py
-;addopts = -n32 --dist=loadscope
+addopts = -n32 --dist=loadscope

src/superannotate/lib/core/response.py

@@ -1,7 +1,5 @@
 from typing import Union
 
-from lib.core.exceptions import AppException
-
 
 class Response:
     def __init__(self, status: str = None, data: Union[dict, list] = None):
@@ -27,13 +25,7 @@ def status(self, value):
 
     @property
     def errors(self):
-        message = ""
-        for error in self._errors:
-            if isinstance(error, AppException):
-                message += error.message + "\n"
-            else:
-                message += str(error)
-        return message
+        return "\n".join([str(error) for error in self._errors])
 
     @errors.setter
     def errors(self, error: list):

src/superannotate/lib/core/serviceproviders.py

@@ -1,4 +1,3 @@
-from abc import ABC
 from abc import abstractmethod
 from typing import Any
 from typing import Dict
@@ -7,7 +6,16 @@
 from typing import Tuple
 
 
-class SuerannotateServiceProvider(ABC):
+class SingleInstanceMetaClass(type):
+    _instances = {}
+
+    def __call__(cls, *args, **kwargs):
+        if cls not in SingleInstanceMetaClass._instances:
+            SingleInstanceMetaClass._instances[cls] = super().__call__(*args, **kwargs)
+        return SingleInstanceMetaClass._instances[cls]
+
+
+class SuerannotateServiceProvider(metaclass=SingleInstanceMetaClass):
     @abstractmethod
     def attach_files(
         self,

src/superannotate/lib/core/usecases.py

@@ -1359,7 +1359,9 @@ def __init__(
 
     def validate_image_quality(self):
         for setting in self._to_update:
-            if setting["attribute"].lower() == "imagequality" and isinstance(setting["value"], str):
+            if setting["attribute"].lower() == "imagequality" and isinstance(
+                setting["value"], str
+            ):
                 setting["value"] = constances.ImageQuality.get_value(setting["value"])
                 return
 
@@ -1593,7 +1595,7 @@ def execute(self):
                 self._backend_service.delete_images(
                     project_id=self._project.uuid,
                     team_id=self._project.team_id,
-                    image_ids=image_ids[i : i + self.CHUNK_SIZE],
+                    image_ids=image_ids[i : i + self.CHUNK_SIZE],  # noqa: E203
                 )
         return self._response
 
@@ -1941,9 +1943,9 @@ def work_flow_use_case(self):
 
     def execute(self):
         data = {}
-
-        project = self._project
-
+        project = self._projects.get_one(
+            uuid=self._project.uuid, team_id=self._project.team_id
+        )
         data["project"] = project
         if self._include_complete_image_count:
             projects = self._projects.get_all(
@@ -4317,6 +4319,6 @@ def execute(self):
             attachments, duplications = response.data
             uploaded.extend(attachments)
         uploaded = [image["name"] for image in uploaded]
-        failed_images = [image.name for image in failed_images]
+        failed_images = [image.split("/")[-1] for image in failed_images]
 
         self._response.data = uploaded, failed_images, duplications

src/superannotate/lib/infrastructure/repositories.py

@@ -190,7 +190,7 @@ def update(self, entity: ProjectSettingEntity):
         res = self._service.set_project_settings(
             self._project.uuid, self._project.team_id, [entity.to_dict()]
         )
-        return self.dict2entity(res[0])
+        return entity
 
     @staticmethod
     def dict2entity(data: dict):

src/superannotate/lib/infrastructure/services.py

@@ -29,6 +29,14 @@ def __init__(self, api_url: str, auth_token: str, logger, paginate_by=None):
         self.logger = logger
         self._paginate_by = paginate_by
         self.team_id = auth_token.split("=")[-1]
+        self._session = None
+
+    @property
+    def session(self):
+        if not self._session:
+            self._session = requests.Session()
+            self._session.headers.update(self.default_headers)
+        return self._session
 
     @property
     def default_headers(self):
@@ -69,15 +77,11 @@ def _request(
     ) -> requests.Response:
         kwargs = {"json": data} if data else {}
         headers_dict = self.default_headers.copy()
-        headers_dict.update(headers if headers else {})
-        method = getattr(requests, method)
+        self.session.headers.update(headers if headers else {})
+        method = getattr(self.session, method)
         with self.safe_api():
             response = method(
-                url,
-                **kwargs,
-                headers=headers_dict,
-                params=params,
-                timeout=60,
+                url, **kwargs, headers=headers_dict, params=params, timeout=60,
             )
         if response.status_code == 404 and retried < 3:
             return self._request(
@@ -115,7 +119,6 @@ def _get_all_pages(self, url, offset=0, params=None, key_field: str = None):
         total = list()
 
         while True:
-            import time
             resources, remains_count = self._get_page(url, offset, params, key_field)
             total.extend(resources["data"])
             if remains_count <= 0:

tests/integration/test_folders.py

@@ -182,7 +182,7 @@ def test_project_folder_image_count(self):
             self.PROJECT_NAME, self.folder_path, annotation_status="InProgress"
         )
         num_images = sa.get_project_image_count(self.PROJECT_NAME)
-        self.assertEqual(num_images, 0)
+        self.assertEqual(num_images, 4)
 
         sa.create_folder(self.PROJECT_NAME, self.TEST_FOLDER_NAME_1)
         sa.upload_images_from_folder_to_project(
@@ -191,7 +191,7 @@ def test_project_folder_image_count(self):
             annotation_status="InProgress",
         )
         num_images = sa.get_project_image_count(self.PROJECT_NAME)
-        self.assertEqual(num_images, 0)
+        self.assertEqual(num_images, 4)
 
         num_images = sa.get_project_image_count(
             self.PROJECT_NAME + f"/{self.TEST_FOLDER_NAME_1}"
@@ -201,7 +201,7 @@ def test_project_folder_image_count(self):
         num_images = sa.get_project_image_count(
             self.PROJECT_NAME, with_all_subfolders=True
         )
-        self.assertEqual(num_images, 4)
+        self.assertEqual(num_images, 8)
 
     def test_delete_images(self):
         sa.create_folder(self.PROJECT_NAME, self.TEST_FOLDER_NAME_1)
@@ -252,7 +252,7 @@ def test_copy_images3(self):
         )
 
         num_images = sa.get_project_image_count(self.PROJECT_NAME)
-        assert num_images == 0
+        assert num_images == 4
 
     def test_copy_images4(self):
         sa.upload_images_from_folder_to_project(
@@ -269,7 +269,7 @@ def test_copy_images4(self):
         self.assertEqual(num_images, 2)
 
         num_images = sa.get_project_image_count(self.PROJECT_NAME)
-        self.assertEqual(num_images, 0)
+        self.assertEqual(num_images, 4)
 
     def test_copy_images(self):
         sa.create_folder(self.PROJECT_NAME, self.TEST_FOLDER_NAME_1)

tests/integration/test_interface.py

@@ -1,6 +1,7 @@
 import os
 from os.path import dirname
 import src.superannotate as sa
+from src.superannotate.lib.app.exceptions import AppException
 from tests.integration.base import BaseTestCase
 
 
@@ -9,6 +10,10 @@ class TestInterface(BaseTestCase):
     TEST_FOLDER_PATH = "data_set/sample_project_vector"
     PROJECT_DESCRIPTION = "desc"
     PROJECT_TYPE = "Vector"
+    TEST_FOLDER_NAME = "folder"
+    EXAMPLE_IMAGE_1 = "example_image_1.jpg"
+    EXAMPLE_IMAGE_2 = "example_image_2.jpg"
+
     @property
     def folder_path(self):
         return os.path.join(dirname(dirname(__file__)), self.TEST_FOLDER_PATH)
@@ -17,5 +22,26 @@ def test_get_project_default_image_quality_in_editor(self):
         sa.invite_contributor_to_team(2, 2)
         self.assertIsNotNone(sa.get_project_default_image_quality_in_editor(self.PROJECT_NAME))
 
-    def test_get_project_metadata(self):
-        pass
+    def test_delete_images(self):
+        sa.create_folder(self.PROJECT_NAME, self.TEST_FOLDER_NAME)
+
+        sa.upload_images_from_folder_to_project(
+            f"{self.PROJECT_NAME}/{self.TEST_FOLDER_NAME}",
+            self.folder_path,
+            annotation_status="InProgress",
+        )
+        num_images = sa.get_project_image_count(
+            self.PROJECT_NAME, with_all_subfolders=True
+        )
+        self.assertEqual(num_images, 4)
+        sa.delete_images(f"{self.PROJECT_NAME}/{self.TEST_FOLDER_NAME}")
+
+        num_images = sa.get_project_image_count(
+            self.PROJECT_NAME, with_all_subfolders=True
+        )
+        self.assertEqual(num_images, 0)
+
+    def test_delete_folder(self):
+        print(sa.search_folders(self.PROJECT_NAME))
+        with self.assertRaises(AppException):
+            sa.delete_folders(self.PROJECT_NAME, ["non-existing folder"])

tests/profiling/profiling.py

@@ -0,0 +1,10 @@
+import src.superannotate as sa
+
+import time
+
+
+
+stat = time.time()
+sa.search_annotation_classes("Vector Project")
+end = time.time()
+print(11, end-stat)