shuoshuoshuo
/
labelme2yolo
9
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

accelerated conversion speed (#42)

This commit is contained in:
Wang Xin 2024-02-27 18:28:36 +08:00 committed by GitHub
parent dc8d885342
commit 94c14a6430
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 19 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/labelme2yolo/__about__.py
View File

@ -4,4 +4,4 @@
""" """
about version about version
""" """
__version__ = "0.1.4" __version__ = "0.1.5"

18
src/labelme2yolo/l2y.py
View File

@ -15,6 +15,7 @@ import shutil
import uuid import uuid
import logging import logging
from multiprocessing import Pool
import PIL.ExifTags import PIL.ExifTags
import PIL.Image import PIL.Image
import PIL.ImageOps import PIL.ImageOps
@ -163,6 +164,20 @@ class Labelme2YOLO:
self._label_id_map = { self._label_id_map = {
label: label_id for label_id, label in enumerate(label_list) label: label_id for label_id, label in enumerate(label_list)
} }
else:
# get label list from json files for parallel processing
json_files = glob.glob(
os.path.join(self._json_dir, "**", "*.json"), recursive=True
)
for json_file in json_files:
with open(json_file, encoding="utf-8") as file:
json_data = json.load(file)
for shape in json_data["shapes"]:
if shape["label"] not in self._label_list:
self._label_list.append(shape["label"])
self._label_id_map = {
label: label_id for label_id, label in enumerate(self._label_list)
}
def _update_id_map(self, label: str): def _update_id_map(self, label: str):
if label not in self._label_list: if label not in self._label_list:
@ -230,8 +245,9 @@ class Labelme2YOLO:
names = (train_json_names, val_json_names, test_json_names) names = (train_json_names, val_json_names, test_json_names)
for target_dir, json_names in zip(dirs, names): for target_dir, json_names in zip(dirs, names):
logger.info("Converting %s set ...", target_dir) logger.info("Converting %s set ...", target_dir)
with Pool(os.cpu_count() - 1) as pool:
for json_name in tqdm.tqdm(json_names): for json_name in tqdm.tqdm(json_names):
self.covert_json_to_text(target_dir, json_name) pool.apply(self.covert_json_to_text, (target_dir, json_name))
self._save_dataset_yaml() self._save_dataset_yaml()