Skip to content

assign images by chunk #45

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
dshabin merged 2 commits into from
Jun 8, 2021
Merged

assign images by chunk #45

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
9ef9f48
assign images by chunk
dshabin Jun 8, 2021
29bdb34
Fix folder-image assign-unassign
dshabin Jun 8, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
143 changes: 60 additions & 83 deletions superannotate/db/project_images.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,20 +21,21 @@
)
from .teams import get_team_metadata
from ..mixp.decorators import Trackable
from .utils import _get_upload_auth_token, _get_boto_session_by_credentials, upload_image_array_to_s3, get_image_array_to_upload, __create_image, __copy_images, __move_images, get_project_folder_string
from .utils import _unassign_images, _assign_images, _get_upload_auth_token, _get_boto_session_by_credentials, upload_image_array_to_s3, \
get_image_array_to_upload, __create_image, __copy_images, __move_images, get_project_folder_string

logger = logging.getLogger("superannotate-python-sdk")
_api = API.get_instance()


@Trackable
def upload_image_to_project(
project,
img,
image_name=None,
annotation_status="NotStarted",
from_s3_bucket=None,
image_quality_in_editor=None
project,
img,
image_name=None,
annotation_status="NotStarted",
from_s3_bucket=None,
image_quality_in_editor=None
):
"""Uploads image (io.BytesIO() or filepath to image) to project.
Sets status of the uploaded image to set_status if it is not None.
Expand Down Expand Up @@ -136,8 +137,8 @@ def upload_image_to_project(


def _copy_images(
source_project, destination_project, image_names, include_annotations,
copy_annotation_status, copy_pin
source_project, destination_project, image_names, include_annotations,
copy_annotation_status, copy_pin
):
NUM_TO_SEND = 500
source_project, source_project_folder = source_project
Expand Down Expand Up @@ -166,7 +167,7 @@ def _copy_images(
res['completed'] = []
for start_index in range(0, len(image_names), NUM_TO_SEND):
json_req["image_names"] = image_names[start_index:start_index +
NUM_TO_SEND]
NUM_TO_SEND]
response = _api.send_request(
req_type='POST',
path='/image/copy',
Expand All @@ -192,12 +193,12 @@ def _copy_images(

@Trackable
def copy_images(
source_project,
image_names,
destination_project,
include_annotations=True,
copy_annotation_status=True,
copy_pin=True
source_project,
image_names,
destination_project,
include_annotations=True,
copy_annotation_status=True,
copy_pin=True
):
"""Copy images in bulk between folders in a project

Expand Down Expand Up @@ -307,12 +308,12 @@ def delete_images(project, image_names):

@Trackable
def move_images(
source_project,
image_names,
destination_project,
include_annotations=True,
copy_annotation_status=True,
copy_pin=True,
source_project,
image_names,
destination_project,
include_annotations=True,
copy_annotation_status=True,
copy_pin=True,
):
"""Move images in bulk between folders in a project

Expand Down Expand Up @@ -372,12 +373,12 @@ def move_images(

@Trackable
def copy_image(
source_project,
image_name,
destination_project,
include_annotations=False,
copy_annotation_status=False,
copy_pin=False
source_project,
image_name,
destination_project,
include_annotations=False,
copy_annotation_status=False,
copy_pin=False
):
"""Copy image to a project. The image's project is the same as destination
project then the name will be changed to <image_name>_(<num>).<image_ext>,
Expand Down Expand Up @@ -417,10 +418,10 @@ def copy_image(
else:
for m in p.finditer(new_name):
if m.start() + len(m.group()
) + len(extension) - 1 == len(new_name):
) + len(extension) - 1 == len(new_name):
num = int(m.group()[2:-2])
new_name = new_name[:m.start() +
2] + str(num + 1) + ")" + extension
2] + str(num + 1) + ")" + extension
break
else:
new_name = Path(new_name).stem + "_(1)" + extension
Expand All @@ -440,9 +441,9 @@ def copy_image(


def _copy_annotations_and_metadata(
source_project, source_project_folder, image_name, destination_project,
destination_project_folder, new_name, include_annotations,
copy_annotation_status, copy_pin
source_project, source_project_folder, image_name, destination_project,
destination_project_folder, new_name, include_annotations,
copy_annotation_status, copy_pin
):
if include_annotations:
annotations = get_image_annotations(
Expand Down Expand Up @@ -479,12 +480,12 @@ def _copy_annotations_and_metadata(

@Trackable
def move_image(
source_project,
image_name,
destination_project,
include_annotations=True,
copy_annotation_status=True,
copy_pin=True
source_project,
image_name,
destination_project,
include_annotations=True,
copy_annotation_status=True,
copy_pin=True
):
"""Move image from source_project to destination_project. source_project
and destination_project cannot be the same.
Expand Down Expand Up @@ -565,40 +566,28 @@ def assign_images(project, image_names, user):
:param user: user email
:type user: str
"""
logger.info("Assign %s images to user %s", len(image_names), user)
if len(image_names) == 0:
return

project, folder = get_project_and_folder_metadata(project)

verified_users = get_team_metadata()["users"]
verified_users = [i['id'] for i in verified_users]
project_meta = get_project_metadata(project, include_contributors=True)
verified_users = project_meta["contributors"]
verified_users = [i['user_id'] for i in verified_users]
if user not in verified_users:
logging.warn(
f'Skipping {user}. {user} is not a verified contributor for the {project["name"]}'
)
return

folder_name = 'root'
if folder:
folder_name = folder['name']

params = {"project_id": project['id'], "team_id": project["team_id"]}
json_req = {
"image_names": image_names,
"assign_user_id": user,
"folder_name": folder_name,
}
response = _api.send_request(
req_type='PUT',
path='/images/editAssignment',
params=params,
json_req=json_req
)

if not response.ok:
raise SABaseException(
response.status_code, "Couldn't assign images " + response.text
)
logs = _assign_images(folder_name=folder_name, image_names=image_names, user=user, project_id=project['id'],
team_id=project['team_id'])
for log in logs:
logger.warn(log)
logger.info("Assign images to user %s", user)


def assign_folder(project, folder_name, users):
Expand All @@ -614,9 +603,9 @@ def assign_folder(project, folder_name, users):
"""

project_meta = get_project_metadata(project, include_contributors=True)
verified_users = get_team_metadata()["users"]
verified_users = project_meta["contributors"]
verified_users = [i['user_id'] for i in verified_users]
project_name = project_meta['name']
verified_users = [i['id'] for i in verified_users]
verified_users = set(users).intersection(set(verified_users))
unverified_contributor = set(users) - verified_users

Expand All @@ -626,6 +615,9 @@ def assign_folder(project, folder_name, users):
)
continue

if not verified_users:
return

params = {
"project_id": project_meta['id'],
"team_id": project_meta["team_id"]
Expand Down Expand Up @@ -689,27 +681,12 @@ def unassign_images(project, image_names):
:type image_names: list of str
"""
project, folder = get_project_and_folder_metadata(project)

folder_name = 'root'
if folder:
folder_name = folder['name']
params = {
"project_id": project['id'],
"team_id": project["team_id"]
}
json_req = {
"image_names": image_names,
"remove_user_ids": ["all"],
"folder_name": folder_name
}

response = _api.send_request(
req_type='PUT',
path='/images/editAssignment',
params=params,
json_req=json_req
)

if not response.ok:
raise SABaseException(
response.status_code, "Couldn't unassign images " + response.text
)
if not image_names:
return
logs = _unassign_images(folder_name=folder_name,image_names=image_names,project_id=project['id'],team_id=project['team_id'])
for log in logs:
logger.warn(log)
Loading