|
46 | 46 | from typeguard import typechecked |
47 | 47 |
|
48 | 48 |
|
49 | | -logger = logging.getLogger() |
| 49 | +logger = logging.getLogger("root") |
50 | 50 | controller = Controller(logger) |
51 | 51 |
|
52 | 52 |
|
@@ -2232,6 +2232,7 @@ def download_image( |
2232 | 2232 | ) |
2233 | 2233 | if response.errors: |
2234 | 2234 | raise AppException(response.errors) |
| 2235 | + logger.info(f"Downloaded image {image_name} to {local_dir_path} ") |
2235 | 2236 | return response.data |
2236 | 2237 |
|
2237 | 2238 |
|
@@ -2418,28 +2419,19 @@ def upload_annotations_from_folder_to_project( |
2418 | 2419 | logger.info( |
2419 | 2420 | "Uploading %s annotations to project %s.", len(annotation_paths), project_name |
2420 | 2421 | ) |
2421 | | - |
2422 | | - uploaded_annotations = [] |
2423 | | - failed_annotations = [] |
2424 | | - missing_annotations = [] |
2425 | | - chunk_size = 50 |
| 2422 | + use_case = controller.upload_annotations_from_folder( |
| 2423 | + project_name=project_name, |
| 2424 | + folder_name=folder_name, |
| 2425 | + folder_path=folder_path, |
| 2426 | + annotation_paths=annotation_paths, # noqa: E203 |
| 2427 | + client_s3_bucket=from_s3_bucket, |
| 2428 | + ) |
2426 | 2429 | with tqdm( |
2427 | 2430 | total=len(annotation_paths), desc="Uploading annotations" |
2428 | 2431 | ) as progress_bar: |
2429 | | - for i in range(0, len(annotation_paths), chunk_size): |
2430 | | - response = controller.upload_annotations_from_folder( |
2431 | | - project_name=project_name, |
2432 | | - folder_name=folder_name, |
2433 | | - folder_path=folder_path, |
2434 | | - annotation_paths=annotation_paths[i : i + chunk_size], # noqa: E203 |
2435 | | - client_s3_bucket=from_s3_bucket, |
2436 | | - ) |
2437 | | - if response.data: |
2438 | | - uploaded_annotations.extend(response.data[0]) |
2439 | | - missing_annotations.extend(response.data[1]) |
2440 | | - failed_annotations.extend(response.data[2]) |
2441 | | - progress_bar.update(chunk_size) |
2442 | | - return uploaded_annotations, failed_annotations, missing_annotations |
| 2432 | + for _ in use_case.execute(): |
| 2433 | + progress_bar.update(1) |
| 2434 | + return use_case.data |
2443 | 2435 |
|
2444 | 2436 |
|
2445 | 2437 | @Trackable |
@@ -2499,31 +2491,20 @@ def upload_preannotations_from_folder_to_project( |
2499 | 2491 | logger.info( |
2500 | 2492 | "Uploading %s annotations to project %s.", len(annotation_paths), project_name |
2501 | 2493 | ) |
2502 | | - uploaded_annotations = [] |
2503 | | - failed_annotations = [] |
2504 | | - missing_annotations = [] |
2505 | | - chunk_size = 10 |
| 2494 | + use_case = controller.upload_annotations_from_folder( |
| 2495 | + project_name=project_name, |
| 2496 | + folder_name=folder_name, |
| 2497 | + folder_path=folder_path, |
| 2498 | + annotation_paths=annotation_paths, # noqa: E203 |
| 2499 | + client_s3_bucket=from_s3_bucket, |
| 2500 | + is_pre_annotations=True, |
| 2501 | + ) |
2506 | 2502 | with tqdm( |
2507 | | - total=len(annotation_paths), desc="Uploading pre annotations" |
| 2503 | + total=len(annotation_paths), desc="Uploading annotations" |
2508 | 2504 | ) as progress_bar: |
2509 | | - for i in range(0, len(annotation_paths), chunk_size): |
2510 | | - response = controller.upload_annotations_from_folder( |
2511 | | - project_name=project_name, |
2512 | | - folder_name=folder_name, |
2513 | | - folder_path=folder_path, |
2514 | | - annotation_paths=annotation_paths[i : i + chunk_size], # noqa: E203 |
2515 | | - client_s3_bucket=from_s3_bucket, |
2516 | | - is_pre_annotations=True, |
2517 | | - ) |
2518 | | - if response.errors: |
2519 | | - logger.warning(response.errors) |
2520 | | - if response.data: |
2521 | | - uploaded_annotations.extend(response.data[0]) |
2522 | | - missing_annotations.extend(response.data[1]) |
2523 | | - failed_annotations.extend(response.data[2]) |
2524 | | - progress_bar.update(chunk_size) |
2525 | | - |
2526 | | - return uploaded_annotations, failed_annotations, missing_annotations |
| 2505 | + for _ in use_case.execute(): |
| 2506 | + progress_bar.update(1) |
| 2507 | + return use_case.data |
2527 | 2508 |
|
2528 | 2509 |
|
2529 | 2510 | @Trackable |
|
0 commit comments