|
|
|
@ -5,16 +5,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
from collections import defaultdict
|
|
|
|
from collections import defaultdict
|
|
|
|
import logging as log
|
|
|
|
import logging as log
|
|
|
|
import os
|
|
|
|
import numpy as np
|
|
|
|
import os.path as osp
|
|
|
|
import os.path as osp
|
|
|
|
from xml.etree import ElementTree as ET
|
|
|
|
from defusedxml import ElementTree
|
|
|
|
|
|
|
|
|
|
|
|
from datumaro.components.extractor import (SourceExtractor, Extractor,
|
|
|
|
from datumaro.components.extractor import (SourceExtractor,
|
|
|
|
DEFAULT_SUBSET_NAME, DatasetItem,
|
|
|
|
DEFAULT_SUBSET_NAME, DatasetItem,
|
|
|
|
AnnotationType, Label, Mask, Bbox, CompiledMask
|
|
|
|
AnnotationType, Label, Mask, Bbox, CompiledMask
|
|
|
|
)
|
|
|
|
)
|
|
|
|
from datumaro.util import dir_items
|
|
|
|
from datumaro.util import dir_items
|
|
|
|
from datumaro.util.image import lazy_image, Image
|
|
|
|
from datumaro.util.image import Image
|
|
|
|
from datumaro.util.mask_tools import lazy_mask, invert_colormap
|
|
|
|
from datumaro.util.mask_tools import lazy_mask, invert_colormap
|
|
|
|
|
|
|
|
|
|
|
|
from .format import (
|
|
|
|
from .format import (
|
|
|
|
@ -24,717 +24,276 @@ from .format import (
|
|
|
|
|
|
|
|
|
|
|
|
_inverse_inst_colormap = invert_colormap(VocInstColormap)
|
|
|
|
_inverse_inst_colormap = invert_colormap(VocInstColormap)
|
|
|
|
|
|
|
|
|
|
|
|
class VocExtractor(SourceExtractor):
|
|
|
|
class _VocExtractor(SourceExtractor):
|
|
|
|
class Subset(Extractor):
|
|
|
|
def __init__(self, path):
|
|
|
|
def __init__(self, name, parent):
|
|
|
|
|
|
|
|
super().__init__()
|
|
|
|
|
|
|
|
self._parent = parent
|
|
|
|
|
|
|
|
self._name = name
|
|
|
|
|
|
|
|
self.items = []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __iter__(self):
|
|
|
|
|
|
|
|
for item_id in self.items:
|
|
|
|
|
|
|
|
yield self._parent._get(item_id, self._name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __len__(self):
|
|
|
|
|
|
|
|
return len(self.items)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def categories(self):
|
|
|
|
|
|
|
|
return self._parent.categories()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _load_subsets(self, subsets_dir):
|
|
|
|
|
|
|
|
dir_files = dir_items(subsets_dir, '.txt', truncate_ext=True)
|
|
|
|
|
|
|
|
subset_names = [s for s in dir_files if '_' not in s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets = {}
|
|
|
|
|
|
|
|
for subset_name in subset_names:
|
|
|
|
|
|
|
|
subset_file_name = subset_name
|
|
|
|
|
|
|
|
if subset_name == DEFAULT_SUBSET_NAME:
|
|
|
|
|
|
|
|
subset_name = None
|
|
|
|
|
|
|
|
subset = __class__.Subset(subset_name, self)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subset.items = []
|
|
|
|
|
|
|
|
with open(osp.join(subsets_dir, subset_file_name + '.txt'), 'r') as f:
|
|
|
|
|
|
|
|
for line in f:
|
|
|
|
|
|
|
|
line = line.split()[0].strip()
|
|
|
|
|
|
|
|
if line:
|
|
|
|
|
|
|
|
subset.items.append(line)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets[subset_name] = subset
|
|
|
|
|
|
|
|
return subsets
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _load_cls_annotations(self, subsets_dir, subset_names):
|
|
|
|
|
|
|
|
subset_file_names = [n if n else DEFAULT_SUBSET_NAME
|
|
|
|
|
|
|
|
for n in subset_names]
|
|
|
|
|
|
|
|
dir_files = dir_items(subsets_dir, '.txt', truncate_ext=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
label_annotations = defaultdict(list)
|
|
|
|
|
|
|
|
label_anno_files = [s for s in dir_files \
|
|
|
|
|
|
|
|
if '_' in s and s[s.rfind('_') + 1:] in subset_file_names]
|
|
|
|
|
|
|
|
for ann_filename in label_anno_files:
|
|
|
|
|
|
|
|
with open(osp.join(subsets_dir, ann_filename + '.txt'), 'r') as f:
|
|
|
|
|
|
|
|
label = ann_filename[:ann_filename.rfind('_')]
|
|
|
|
|
|
|
|
label_id = self._get_label_id(label)
|
|
|
|
|
|
|
|
for line in f:
|
|
|
|
|
|
|
|
item, present = line.split()
|
|
|
|
|
|
|
|
if present == '1':
|
|
|
|
|
|
|
|
label_annotations[item].append(label_id)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._annotations[VocTask.classification] = dict(label_annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _load_det_annotations(self):
|
|
|
|
|
|
|
|
det_anno_dir = osp.join(self._path, VocPath.ANNOTATIONS_DIR)
|
|
|
|
|
|
|
|
det_anno_items = dir_items(det_anno_dir, '.xml', truncate_ext=True)
|
|
|
|
|
|
|
|
det_annotations = dict()
|
|
|
|
|
|
|
|
for ann_item in det_anno_items:
|
|
|
|
|
|
|
|
with open(osp.join(det_anno_dir, ann_item + '.xml'), 'r') as f:
|
|
|
|
|
|
|
|
ann_file_data = f.read()
|
|
|
|
|
|
|
|
det_annotations[ann_item] = ann_file_data
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._annotations[VocTask.detection] = det_annotations
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _load_categories(self):
|
|
|
|
|
|
|
|
label_map = None
|
|
|
|
|
|
|
|
label_map_path = osp.join(self._path, VocPath.LABELMAP_FILE)
|
|
|
|
|
|
|
|
if osp.isfile(label_map_path):
|
|
|
|
|
|
|
|
label_map = parse_label_map(label_map_path)
|
|
|
|
|
|
|
|
self._categories = make_voc_categories(label_map)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __init__(self, path, task):
|
|
|
|
|
|
|
|
super().__init__()
|
|
|
|
super().__init__()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
assert osp.isfile(path), path
|
|
|
|
self._path = path
|
|
|
|
self._path = path
|
|
|
|
self._subsets = {}
|
|
|
|
self._dataset_dir = osp.dirname(osp.dirname(osp.dirname(path)))
|
|
|
|
self._categories = {}
|
|
|
|
|
|
|
|
self._annotations = {}
|
|
|
|
subset = osp.splitext(osp.basename(path))[0]
|
|
|
|
self._task = task
|
|
|
|
if subset == DEFAULT_SUBSET_NAME:
|
|
|
|
|
|
|
|
subset = None
|
|
|
|
|
|
|
|
self._subset = subset
|
|
|
|
|
|
|
|
|
|
|
|
self._load_categories()
|
|
|
|
self._categories = self._load_categories(self._dataset_dir)
|
|
|
|
|
|
|
|
log.debug("Loaded labels: %s", ', '.join("'%s'" % l.name
|
|
|
|
|
|
|
|
for l in self._categories[AnnotationType.label].items))
|
|
|
|
|
|
|
|
self._items = self._load_subset_list(path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def categories(self):
|
|
|
|
|
|
|
|
return self._categories
|
|
|
|
|
|
|
|
|
|
|
|
def __len__(self):
|
|
|
|
def __len__(self):
|
|
|
|
length = 0
|
|
|
|
return len(self._items)
|
|
|
|
for subset in self._subsets.values():
|
|
|
|
|
|
|
|
length += len(subset)
|
|
|
|
|
|
|
|
return length
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def subsets(self):
|
|
|
|
def subsets(self):
|
|
|
|
return list(self._subsets)
|
|
|
|
if self._subset:
|
|
|
|
|
|
|
|
return [self._subset]
|
|
|
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
|
|
def get_subset(self, name):
|
|
|
|
def get_subset(self, name):
|
|
|
|
return self._subsets[name]
|
|
|
|
if name != self._subset:
|
|
|
|
|
|
|
|
return None
|
|
|
|
def categories(self):
|
|
|
|
return self
|
|
|
|
return self._categories
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __iter__(self):
|
|
|
|
|
|
|
|
for subset in self._subsets.values():
|
|
|
|
|
|
|
|
for item in subset:
|
|
|
|
|
|
|
|
yield item
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get(self, item_id, subset_name):
|
|
|
|
|
|
|
|
image = osp.join(self._path, VocPath.IMAGES_DIR,
|
|
|
|
|
|
|
|
item_id + VocPath.IMAGE_EXT)
|
|
|
|
|
|
|
|
det_annotations = self._annotations.get(VocTask.detection)
|
|
|
|
|
|
|
|
if det_annotations is not None:
|
|
|
|
|
|
|
|
det_annotations = det_annotations.get(item_id)
|
|
|
|
|
|
|
|
if det_annotations is not None:
|
|
|
|
|
|
|
|
root_elem = ET.fromstring(det_annotations)
|
|
|
|
|
|
|
|
height = root_elem.find('size/height')
|
|
|
|
|
|
|
|
if height is not None:
|
|
|
|
|
|
|
|
height = int(height.text)
|
|
|
|
|
|
|
|
width = root_elem.find('size/width')
|
|
|
|
|
|
|
|
if width is not None:
|
|
|
|
|
|
|
|
width = int(width.text)
|
|
|
|
|
|
|
|
if height and width:
|
|
|
|
|
|
|
|
image = Image(path=image, size=(height, width))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
annotations = self._get_annotations(item_id)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return DatasetItem(annotations=annotations,
|
|
|
|
|
|
|
|
id=item_id, subset=subset_name, image=image)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_label_id(self, label):
|
|
|
|
def _get_label_id(self, label):
|
|
|
|
label_id, _ = self._categories[AnnotationType.label].find(label)
|
|
|
|
label_id, _ = self._categories[AnnotationType.label].find(label)
|
|
|
|
if label_id is None:
|
|
|
|
assert label_id is not None, label
|
|
|
|
log.debug("Unknown label '%s'. Loaded labels: %s",
|
|
|
|
|
|
|
|
label,
|
|
|
|
|
|
|
|
', '.join("'%s'" % s.name
|
|
|
|
|
|
|
|
for s in self._categories[AnnotationType.label].items))
|
|
|
|
|
|
|
|
raise Exception("Unknown label '%s'" % label)
|
|
|
|
|
|
|
|
return label_id
|
|
|
|
return label_id
|
|
|
|
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
@staticmethod
|
|
|
|
def _lazy_extract_mask(mask, c):
|
|
|
|
def _load_categories(dataset_path):
|
|
|
|
return lambda: mask == c
|
|
|
|
label_map = None
|
|
|
|
|
|
|
|
label_map_path = osp.join(dataset_path, VocPath.LABELMAP_FILE)
|
|
|
|
|
|
|
|
if osp.isfile(label_map_path):
|
|
|
|
|
|
|
|
label_map = parse_label_map(label_map_path)
|
|
|
|
|
|
|
|
return make_voc_categories(label_map)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
|
|
|
|
def _load_subset_list(subset_path):
|
|
|
|
|
|
|
|
with open(subset_path) as f:
|
|
|
|
|
|
|
|
return [line.split()[0] for line in f]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocClassificationExtractor(_VocExtractor):
|
|
|
|
|
|
|
|
def __iter__(self):
|
|
|
|
|
|
|
|
raw_anns = self._load_annotations()
|
|
|
|
|
|
|
|
for item_id in self._items:
|
|
|
|
|
|
|
|
image = osp.join(self._dataset_dir, VocPath.IMAGES_DIR,
|
|
|
|
|
|
|
|
item_id + VocPath.IMAGE_EXT)
|
|
|
|
|
|
|
|
anns = self._parse_annotations(raw_anns, item_id)
|
|
|
|
|
|
|
|
yield DatasetItem(id=item_id, subset=self._subset,
|
|
|
|
|
|
|
|
image=image, annotations=anns)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _load_annotations(self):
|
|
|
|
|
|
|
|
annotations = defaultdict(list)
|
|
|
|
|
|
|
|
task_dir = osp.dirname(self._path)
|
|
|
|
|
|
|
|
anno_files = [s for s in dir_items(task_dir, '.txt')
|
|
|
|
|
|
|
|
if s.endswith('_' + osp.basename(self._path))]
|
|
|
|
|
|
|
|
for ann_filename in anno_files:
|
|
|
|
|
|
|
|
with open(osp.join(task_dir, ann_filename)) as f:
|
|
|
|
|
|
|
|
label = ann_filename[:ann_filename.rfind('_')]
|
|
|
|
|
|
|
|
label_id = self._get_label_id(label)
|
|
|
|
|
|
|
|
for line in f:
|
|
|
|
|
|
|
|
item, present = line.split()
|
|
|
|
|
|
|
|
if present == '1':
|
|
|
|
|
|
|
|
annotations[item].append(label_id)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return dict(annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
|
|
|
|
def _parse_annotations(raw_anns, item_id):
|
|
|
|
|
|
|
|
return [Label(label_id) for label_id in raw_anns.get(item_id, [])]
|
|
|
|
|
|
|
|
|
|
|
|
def _get_annotations(self, item_id):
|
|
|
|
class _VocXmlExtractor(_VocExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path, task):
|
|
|
|
|
|
|
|
super().__init__(path)
|
|
|
|
|
|
|
|
self._task = task
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __iter__(self):
|
|
|
|
|
|
|
|
anno_dir = osp.join(self._dataset_dir, VocPath.ANNOTATIONS_DIR)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for item_id in self._items:
|
|
|
|
|
|
|
|
image = osp.join(self._dataset_dir, VocPath.IMAGES_DIR,
|
|
|
|
|
|
|
|
item_id + VocPath.IMAGE_EXT)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
anns = []
|
|
|
|
|
|
|
|
ann_file = osp.join(anno_dir, item_id + '.xml')
|
|
|
|
|
|
|
|
if osp.isfile(ann_file):
|
|
|
|
|
|
|
|
root_elem = ElementTree.parse(ann_file)
|
|
|
|
|
|
|
|
height = root_elem.find('size/height')
|
|
|
|
|
|
|
|
if height is not None:
|
|
|
|
|
|
|
|
height = int(height.text)
|
|
|
|
|
|
|
|
width = root_elem.find('size/width')
|
|
|
|
|
|
|
|
if width is not None:
|
|
|
|
|
|
|
|
width = int(width.text)
|
|
|
|
|
|
|
|
if height and width:
|
|
|
|
|
|
|
|
image = Image(path=image, size=(height, width))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
anns = self._parse_annotations(root_elem)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
yield DatasetItem(id=item_id, subset=self._subset,
|
|
|
|
|
|
|
|
image=image, annotations=anns)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _parse_annotations(self, root_elem):
|
|
|
|
item_annotations = []
|
|
|
|
item_annotations = []
|
|
|
|
|
|
|
|
|
|
|
|
if self._task is VocTask.segmentation:
|
|
|
|
for obj_id, object_elem in enumerate(root_elem.findall('object')):
|
|
|
|
class_mask = None
|
|
|
|
obj_id += 1
|
|
|
|
segm_path = osp.join(self._path, VocPath.SEGMENTATION_DIR,
|
|
|
|
attributes = {}
|
|
|
|
item_id + VocPath.SEGM_EXT)
|
|
|
|
group = obj_id
|
|
|
|
if osp.isfile(segm_path):
|
|
|
|
|
|
|
|
inverse_cls_colormap = \
|
|
|
|
|
|
|
|
self._categories[AnnotationType.mask].inverse_colormap
|
|
|
|
|
|
|
|
class_mask = lazy_mask(segm_path, inverse_cls_colormap)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
instances_mask = None
|
|
|
|
|
|
|
|
inst_path = osp.join(self._path, VocPath.INSTANCES_DIR,
|
|
|
|
|
|
|
|
item_id + VocPath.SEGM_EXT)
|
|
|
|
|
|
|
|
if osp.isfile(inst_path):
|
|
|
|
|
|
|
|
instances_mask = lazy_mask(inst_path, _inverse_inst_colormap)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if instances_mask is not None:
|
|
|
|
|
|
|
|
compiled_mask = CompiledMask(class_mask, instances_mask)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if class_mask is not None:
|
|
|
|
|
|
|
|
label_cat = self._categories[AnnotationType.label]
|
|
|
|
|
|
|
|
instance_labels = compiled_mask.get_instance_labels(
|
|
|
|
|
|
|
|
class_count=len(label_cat.items))
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
instance_labels = {i: None
|
|
|
|
|
|
|
|
for i in range(compiled_mask.instance_count)}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for instance_id, label_id in instance_labels.items():
|
|
|
|
|
|
|
|
image = compiled_mask.lazy_extract(instance_id)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
attributes = dict()
|
|
|
|
|
|
|
|
if label_id is not None:
|
|
|
|
|
|
|
|
actions = {a: False
|
|
|
|
|
|
|
|
for a in label_cat.items[label_id].attributes
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
attributes.update(actions)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
item_annotations.append(Mask(
|
|
|
|
|
|
|
|
image=image, label=label_id,
|
|
|
|
|
|
|
|
attributes=attributes, group=instance_id
|
|
|
|
|
|
|
|
))
|
|
|
|
|
|
|
|
elif class_mask is not None:
|
|
|
|
|
|
|
|
log.warn("item '%s': has only class segmentation, "
|
|
|
|
|
|
|
|
"instance masks will not be available" % item_id)
|
|
|
|
|
|
|
|
classes = class_mask.image.unique()
|
|
|
|
|
|
|
|
for label_id in classes:
|
|
|
|
|
|
|
|
image = self._lazy_extract_mask(class_mask, label_id)
|
|
|
|
|
|
|
|
item_annotations.append(Mask(image=image, label=label_id))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cls_annotations = self._annotations.get(VocTask.classification)
|
|
|
|
|
|
|
|
if cls_annotations is not None and \
|
|
|
|
|
|
|
|
self._task is VocTask.classification:
|
|
|
|
|
|
|
|
item_labels = cls_annotations.get(item_id)
|
|
|
|
|
|
|
|
if item_labels is not None:
|
|
|
|
|
|
|
|
for label_id in item_labels:
|
|
|
|
|
|
|
|
item_annotations.append(Label(label_id))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
det_annotations = self._annotations.get(VocTask.detection)
|
|
|
|
|
|
|
|
if det_annotations is not None:
|
|
|
|
|
|
|
|
det_annotations = det_annotations.get(item_id)
|
|
|
|
|
|
|
|
if det_annotations is not None:
|
|
|
|
|
|
|
|
root_elem = ET.fromstring(det_annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for obj_id, object_elem in enumerate(root_elem.findall('object')):
|
|
|
|
|
|
|
|
obj_id += 1
|
|
|
|
|
|
|
|
attributes = {}
|
|
|
|
|
|
|
|
group = obj_id
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
obj_label_id = None
|
|
|
|
obj_label_id = None
|
|
|
|
label_elem = object_elem.find('name')
|
|
|
|
label_elem = object_elem.find('name')
|
|
|
|
if label_elem is not None:
|
|
|
|
if label_elem is not None:
|
|
|
|
obj_label_id = self._get_label_id(label_elem.text)
|
|
|
|
obj_label_id = self._get_label_id(label_elem.text)
|
|
|
|
|
|
|
|
|
|
|
|
obj_bbox = self._parse_bbox(object_elem)
|
|
|
|
obj_bbox = self._parse_bbox(object_elem)
|
|
|
|
|
|
|
|
|
|
|
|
if obj_label_id is None or obj_bbox is None:
|
|
|
|
if obj_label_id is None or obj_bbox is None:
|
|
|
|
continue
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
|
|
difficult_elem = object_elem.find('difficult')
|
|
|
|
difficult_elem = object_elem.find('difficult')
|
|
|
|
attributes['difficult'] = difficult_elem is not None and \
|
|
|
|
attributes['difficult'] = difficult_elem is not None and \
|
|
|
|
difficult_elem.text == '1'
|
|
|
|
difficult_elem.text == '1'
|
|
|
|
|
|
|
|
|
|
|
|
truncated_elem = object_elem.find('truncated')
|
|
|
|
truncated_elem = object_elem.find('truncated')
|
|
|
|
attributes['truncated'] = truncated_elem is not None and \
|
|
|
|
attributes['truncated'] = truncated_elem is not None and \
|
|
|
|
truncated_elem.text == '1'
|
|
|
|
truncated_elem.text == '1'
|
|
|
|
|
|
|
|
|
|
|
|
occluded_elem = object_elem.find('occluded')
|
|
|
|
occluded_elem = object_elem.find('occluded')
|
|
|
|
attributes['occluded'] = occluded_elem is not None and \
|
|
|
|
attributes['occluded'] = occluded_elem is not None and \
|
|
|
|
occluded_elem.text == '1'
|
|
|
|
occluded_elem.text == '1'
|
|
|
|
|
|
|
|
|
|
|
|
pose_elem = object_elem.find('pose')
|
|
|
|
pose_elem = object_elem.find('pose')
|
|
|
|
if pose_elem is not None:
|
|
|
|
if pose_elem is not None:
|
|
|
|
attributes['pose'] = pose_elem.text
|
|
|
|
attributes['pose'] = pose_elem.text
|
|
|
|
|
|
|
|
|
|
|
|
point_elem = object_elem.find('point')
|
|
|
|
point_elem = object_elem.find('point')
|
|
|
|
if point_elem is not None:
|
|
|
|
if point_elem is not None:
|
|
|
|
point_x = point_elem.find('x')
|
|
|
|
point_x = point_elem.find('x')
|
|
|
|
point_y = point_elem.find('y')
|
|
|
|
point_y = point_elem.find('y')
|
|
|
|
point = [float(point_x.text), float(point_y.text)]
|
|
|
|
point = [float(point_x.text), float(point_y.text)]
|
|
|
|
attributes['point'] = point
|
|
|
|
attributes['point'] = point
|
|
|
|
|
|
|
|
|
|
|
|
actions_elem = object_elem.find('actions')
|
|
|
|
actions_elem = object_elem.find('actions')
|
|
|
|
actions = {a: False
|
|
|
|
actions = {a: False
|
|
|
|
for a in self._categories[AnnotationType.label] \
|
|
|
|
for a in self._categories[AnnotationType.label] \
|
|
|
|
.items[obj_label_id].attributes}
|
|
|
|
.items[obj_label_id].attributes}
|
|
|
|
if actions_elem is not None:
|
|
|
|
if actions_elem is not None:
|
|
|
|
for action_elem in actions_elem:
|
|
|
|
for action_elem in actions_elem:
|
|
|
|
actions[action_elem.tag] = (action_elem.text == '1')
|
|
|
|
actions[action_elem.tag] = (action_elem.text == '1')
|
|
|
|
for action, present in actions.items():
|
|
|
|
for action, present in actions.items():
|
|
|
|
attributes[action] = present
|
|
|
|
attributes[action] = present
|
|
|
|
|
|
|
|
|
|
|
|
has_parts = False
|
|
|
|
has_parts = False
|
|
|
|
for part_elem in object_elem.findall('part'):
|
|
|
|
for part_elem in object_elem.findall('part'):
|
|
|
|
part = part_elem.find('name').text
|
|
|
|
part = part_elem.find('name').text
|
|
|
|
part_label_id = self._get_label_id(part)
|
|
|
|
part_label_id = self._get_label_id(part)
|
|
|
|
part_bbox = self._parse_bbox(part_elem)
|
|
|
|
part_bbox = self._parse_bbox(part_elem)
|
|
|
|
|
|
|
|
|
|
|
|
if self._task is not VocTask.person_layout:
|
|
|
|
if self._task is not VocTask.person_layout:
|
|
|
|
break
|
|
|
|
break
|
|
|
|
if part_bbox is None:
|
|
|
|
if part_bbox is None:
|
|
|
|
continue
|
|
|
|
|
|
|
|
has_parts = True
|
|
|
|
|
|
|
|
item_annotations.append(Bbox(*part_bbox, label=part_label_id,
|
|
|
|
|
|
|
|
group=group))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if self._task is VocTask.person_layout and not has_parts:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
if self._task is VocTask.action_classification and not actions:
|
|
|
|
|
|
|
|
continue
|
|
|
|
continue
|
|
|
|
|
|
|
|
has_parts = True
|
|
|
|
|
|
|
|
item_annotations.append(Bbox(*part_bbox, label=part_label_id,
|
|
|
|
|
|
|
|
group=group))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if self._task is VocTask.person_layout and not has_parts:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
if self._task is VocTask.action_classification and not actions:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
|
|
item_annotations.append(Bbox(*obj_bbox, label=obj_label_id,
|
|
|
|
item_annotations.append(Bbox(*obj_bbox, label=obj_label_id,
|
|
|
|
attributes=attributes, id=obj_id, group=group))
|
|
|
|
attributes=attributes, id=obj_id, group=group))
|
|
|
|
|
|
|
|
|
|
|
|
return item_annotations
|
|
|
|
return item_annotations
|
|
|
|
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
@staticmethod
|
|
|
|
def _parse_bbox(object_elem):
|
|
|
|
def _parse_bbox(object_elem):
|
|
|
|
bbox_elem = object_elem.find('bndbox')
|
|
|
|
bbox_elem = object_elem.find('bndbox')
|
|
|
|
if bbox_elem is None:
|
|
|
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
xmin = float(bbox_elem.find('xmin').text)
|
|
|
|
xmin = float(bbox_elem.find('xmin').text)
|
|
|
|
xmax = float(bbox_elem.find('xmax').text)
|
|
|
|
xmax = float(bbox_elem.find('xmax').text)
|
|
|
|
ymin = float(bbox_elem.find('ymin').text)
|
|
|
|
ymin = float(bbox_elem.find('ymin').text)
|
|
|
|
ymax = float(bbox_elem.find('ymax').text)
|
|
|
|
ymax = float(bbox_elem.find('ymax').text)
|
|
|
|
return [xmin, ymin, xmax - xmin, ymax - ymin]
|
|
|
|
return [xmin, ymin, xmax - xmin, ymax - ymin]
|
|
|
|
|
|
|
|
|
|
|
|
class VocClassificationExtractor(VocExtractor):
|
|
|
|
class VocDetectionExtractor(_VocXmlExtractor):
|
|
|
|
def __init__(self, path):
|
|
|
|
|
|
|
|
super().__init__(path, task=VocTask.classification)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets_dir = osp.join(path, VocPath.SUBSETS_DIR, 'Main')
|
|
|
|
|
|
|
|
subsets = self._load_subsets(subsets_dir)
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._load_cls_annotations(subsets_dir, subsets)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocDetectionExtractor(VocExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
def __init__(self, path):
|
|
|
|
super().__init__(path, task=VocTask.detection)
|
|
|
|
super().__init__(path, task=VocTask.detection)
|
|
|
|
|
|
|
|
|
|
|
|
subsets_dir = osp.join(path, VocPath.SUBSETS_DIR, 'Main')
|
|
|
|
class VocLayoutExtractor(_VocXmlExtractor):
|
|
|
|
subsets = self._load_subsets(subsets_dir)
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._load_det_annotations()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocSegmentationExtractor(VocExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
|
|
|
|
super().__init__(path, task=VocTask.segmentation)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets_dir = osp.join(path, VocPath.SUBSETS_DIR, 'Segmentation')
|
|
|
|
|
|
|
|
subsets = self._load_subsets(subsets_dir)
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocLayoutExtractor(VocExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
def __init__(self, path):
|
|
|
|
super().__init__(path, task=VocTask.person_layout)
|
|
|
|
super().__init__(path, task=VocTask.person_layout)
|
|
|
|
|
|
|
|
|
|
|
|
subsets_dir = osp.join(path, VocPath.SUBSETS_DIR, 'Layout')
|
|
|
|
class VocActionExtractor(_VocXmlExtractor):
|
|
|
|
subsets = self._load_subsets(subsets_dir)
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._load_det_annotations()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocActionExtractor(VocExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
def __init__(self, path):
|
|
|
|
super().__init__(path, task=VocTask.action_classification)
|
|
|
|
super().__init__(path, task=VocTask.action_classification)
|
|
|
|
|
|
|
|
|
|
|
|
subsets_dir = osp.join(path, VocPath.SUBSETS_DIR, 'Action')
|
|
|
|
class VocSegmentationExtractor(_VocExtractor):
|
|
|
|
subsets = self._load_subsets(subsets_dir)
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._load_det_annotations()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocResultsExtractor(Extractor):
|
|
|
|
|
|
|
|
class Subset(Extractor):
|
|
|
|
|
|
|
|
def __init__(self, name, parent):
|
|
|
|
|
|
|
|
super().__init__()
|
|
|
|
|
|
|
|
self._parent = parent
|
|
|
|
|
|
|
|
self._name = name
|
|
|
|
|
|
|
|
self.items = []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __iter__(self):
|
|
|
|
|
|
|
|
for item in self.items:
|
|
|
|
|
|
|
|
yield self._parent._get(item, self._name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __len__(self):
|
|
|
|
|
|
|
|
return len(self.items)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def categories(self):
|
|
|
|
|
|
|
|
return self._parent.categories()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
_SUPPORTED_TASKS = {
|
|
|
|
|
|
|
|
VocTask.classification: {
|
|
|
|
|
|
|
|
'dir': 'Main',
|
|
|
|
|
|
|
|
'mark': 'cls',
|
|
|
|
|
|
|
|
'ext': '.txt',
|
|
|
|
|
|
|
|
'path' : ['%(comp)s_cls_%(subset)s_%(label)s.txt'],
|
|
|
|
|
|
|
|
'comp': ['comp1', 'comp2'],
|
|
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
VocTask.detection: {
|
|
|
|
|
|
|
|
'dir': 'Main',
|
|
|
|
|
|
|
|
'mark': 'det',
|
|
|
|
|
|
|
|
'ext': '.txt',
|
|
|
|
|
|
|
|
'path': ['%(comp)s_det_%(subset)s_%(label)s.txt'],
|
|
|
|
|
|
|
|
'comp': ['comp3', 'comp4'],
|
|
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
VocTask.segmentation: {
|
|
|
|
|
|
|
|
'dir': 'Segmentation',
|
|
|
|
|
|
|
|
'mark': ['cls', 'inst'],
|
|
|
|
|
|
|
|
'ext': '.png',
|
|
|
|
|
|
|
|
'path': ['%(comp)s_%(subset)s_cls', '%(item)s.png'],
|
|
|
|
|
|
|
|
'comp': ['comp5', 'comp6'],
|
|
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
VocTask.person_layout: {
|
|
|
|
|
|
|
|
'dir': 'Layout',
|
|
|
|
|
|
|
|
'mark': 'layout',
|
|
|
|
|
|
|
|
'ext': '.xml',
|
|
|
|
|
|
|
|
'path': ['%(comp)s_layout_%(subset)s.xml'],
|
|
|
|
|
|
|
|
'comp': ['comp7', 'comp8'],
|
|
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
VocTask.action_classification: {
|
|
|
|
|
|
|
|
'dir': 'Action',
|
|
|
|
|
|
|
|
'mark': 'action',
|
|
|
|
|
|
|
|
'ext': '.txt',
|
|
|
|
|
|
|
|
'path': ['%(comp)s_action_%(subset)s_%(label)s.txt'],
|
|
|
|
|
|
|
|
'comp': ['comp9', 'comp10'],
|
|
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _parse_txt_ann(self, path, subsets, annotations, task):
|
|
|
|
|
|
|
|
task_desc = self._SUPPORTED_TASKS[task]
|
|
|
|
|
|
|
|
task_dir = osp.join(path, task_desc['dir'])
|
|
|
|
|
|
|
|
ann_ext = task_desc['ext']
|
|
|
|
|
|
|
|
if not osp.isdir(task_dir):
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ann_files = dir_items(task_dir, ann_ext, truncate_ext=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for ann_file in ann_files:
|
|
|
|
|
|
|
|
ann_parts = filter(None, ann_file.strip().split('_'))
|
|
|
|
|
|
|
|
if len(ann_parts) != 4:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
_, mark, subset_name, label = ann_parts
|
|
|
|
|
|
|
|
if mark != task_desc['mark']:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
label_id = self._get_label_id(label)
|
|
|
|
|
|
|
|
anns = defaultdict(list)
|
|
|
|
|
|
|
|
with open(osp.join(task_dir, ann_file + ann_ext), 'r') as f:
|
|
|
|
|
|
|
|
for line in f:
|
|
|
|
|
|
|
|
line_parts = line.split()
|
|
|
|
|
|
|
|
item = line_parts[0]
|
|
|
|
|
|
|
|
anns[item].append((label_id, *line_parts[1:]))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subset = VocResultsExtractor.Subset(subset_name, self)
|
|
|
|
|
|
|
|
subset.items = list(anns)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets[subset_name] = subset
|
|
|
|
|
|
|
|
annotations[subset_name] = dict(anns)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _parse_classification(self, path, subsets, annotations):
|
|
|
|
|
|
|
|
self._parse_txt_ann(path, subsets, annotations,
|
|
|
|
|
|
|
|
VocTask.classification)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _parse_detection(self, path, subsets, annotations):
|
|
|
|
|
|
|
|
self._parse_txt_ann(path, subsets, annotations,
|
|
|
|
|
|
|
|
VocTask.detection)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _parse_action(self, path, subsets, annotations):
|
|
|
|
|
|
|
|
self._parse_txt_ann(path, subsets, annotations,
|
|
|
|
|
|
|
|
VocTask.action_classification)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _load_categories(self):
|
|
|
|
|
|
|
|
label_map = None
|
|
|
|
|
|
|
|
label_map_path = osp.join(self._path, VocPath.LABELMAP_FILE)
|
|
|
|
|
|
|
|
if osp.isfile(label_map_path):
|
|
|
|
|
|
|
|
label_map = parse_label_map(label_map_path)
|
|
|
|
|
|
|
|
self._categories = make_voc_categories(label_map)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_label_id(self, label):
|
|
|
|
|
|
|
|
label_id = self._categories[AnnotationType.label].find(label)
|
|
|
|
|
|
|
|
assert label_id is not None
|
|
|
|
|
|
|
|
return label_id
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
|
|
|
|
super().__init__()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._path = path
|
|
|
|
|
|
|
|
self._subsets = {}
|
|
|
|
|
|
|
|
self._annotations = {}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._load_categories()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __len__(self):
|
|
|
|
|
|
|
|
length = 0
|
|
|
|
|
|
|
|
for subset in self._subsets.values():
|
|
|
|
|
|
|
|
length += len(subset)
|
|
|
|
|
|
|
|
return length
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def subsets(self):
|
|
|
|
|
|
|
|
return list(self._subsets)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_subset(self, name):
|
|
|
|
|
|
|
|
return self._subsets[name]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def categories(self):
|
|
|
|
|
|
|
|
return self._categories
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __iter__(self):
|
|
|
|
def __iter__(self):
|
|
|
|
for subset in self._subsets.values():
|
|
|
|
for item_id in self._items:
|
|
|
|
for item in subset:
|
|
|
|
image = osp.join(self._dataset_dir, VocPath.IMAGES_DIR,
|
|
|
|
yield item
|
|
|
|
item_id + VocPath.IMAGE_EXT)
|
|
|
|
|
|
|
|
anns = self._load_annotations(item_id)
|
|
|
|
def _get(self, item, subset_name):
|
|
|
|
yield DatasetItem(id=item_id, subset=self._subset,
|
|
|
|
image = None
|
|
|
|
image=image, annotations=anns)
|
|
|
|
image_path = osp.join(self._path, VocPath.IMAGES_DIR,
|
|
|
|
|
|
|
|
item + VocPath.IMAGE_EXT)
|
|
|
|
|
|
|
|
if osp.isfile(image_path):
|
|
|
|
|
|
|
|
image = lazy_image(image_path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
annotations = self._get_annotations(item, subset_name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return DatasetItem(annotations=annotations,
|
|
|
|
|
|
|
|
id=item, subset=subset_name, image=image)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_annotations(self, item, subset_name):
|
|
|
|
|
|
|
|
raise NotImplementedError()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocComp_1_2_Extractor(VocResultsExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
|
|
|
|
super().__init__(path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets = {}
|
|
|
|
|
|
|
|
annotations = defaultdict(dict)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._parse_classification(path, subsets, annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
self._annotations = dict(annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_annotations(self, item, subset_name):
|
|
|
|
|
|
|
|
annotations = []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cls_ann = self._annotations[subset_name].get(item)
|
|
|
|
|
|
|
|
if cls_ann is not None:
|
|
|
|
|
|
|
|
for desc in cls_ann:
|
|
|
|
|
|
|
|
label_id, conf = desc
|
|
|
|
|
|
|
|
annotations.append(Label(
|
|
|
|
|
|
|
|
int(label_id),
|
|
|
|
|
|
|
|
attributes={ 'score': float(conf) }
|
|
|
|
|
|
|
|
))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return annotations
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocComp_3_4_Extractor(VocResultsExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
|
|
|
|
super().__init__(path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets = {}
|
|
|
|
|
|
|
|
annotations = defaultdict(dict)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._parse_detection(path, subsets, annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
self._annotations = dict(annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_annotations(self, item, subset_name):
|
|
|
|
|
|
|
|
annotations = []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
det_ann = self._annotations[subset_name].get(item)
|
|
|
|
|
|
|
|
if det_ann is not None:
|
|
|
|
|
|
|
|
for desc in det_ann:
|
|
|
|
|
|
|
|
label_id, conf, left, top, right, bottom = desc
|
|
|
|
|
|
|
|
annotations.append(Bbox(
|
|
|
|
|
|
|
|
x=float(left), y=float(top),
|
|
|
|
|
|
|
|
w=float(right) - float(left), h=float(bottom) - float(top),
|
|
|
|
|
|
|
|
label=int(label_id),
|
|
|
|
|
|
|
|
attributes={ 'score': float(conf) }
|
|
|
|
|
|
|
|
))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return annotations
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocComp_5_6_Extractor(VocResultsExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
|
|
|
|
super().__init__(path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets = {}
|
|
|
|
|
|
|
|
annotations = defaultdict(dict)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
task_dir = osp.join(path, 'Segmentation')
|
|
|
|
|
|
|
|
if not osp.isdir(task_dir):
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ann_files = os.listdir(task_dir)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for ann_dir in ann_files:
|
|
|
|
|
|
|
|
ann_parts = filter(None, ann_dir.strip().split('_'))
|
|
|
|
|
|
|
|
if len(ann_parts) != 4:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
_, subset_name, mark = ann_parts
|
|
|
|
|
|
|
|
if mark not in ['cls', 'inst']:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
item_dir = osp.join(task_dir, ann_dir)
|
|
|
|
|
|
|
|
items = dir_items(item_dir, '.png', truncate_ext=True)
|
|
|
|
|
|
|
|
items = { name: osp.join(item_dir, item + '.png') \
|
|
|
|
|
|
|
|
for name, item in items }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subset = VocResultsExtractor.Subset(subset_name, self)
|
|
|
|
|
|
|
|
subset.items = list(items)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets[subset_name] = subset
|
|
|
|
|
|
|
|
annotations[subset_name][mark] = items
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
@staticmethod
|
|
|
|
self._annotations = dict(annotations)
|
|
|
|
def _lazy_extract_mask(mask, c):
|
|
|
|
|
|
|
|
return lambda: mask == c
|
|
|
|
|
|
|
|
|
|
|
|
def _get_annotations(self, item, subset_name):
|
|
|
|
def _load_annotations(self, item_id):
|
|
|
|
annotations = []
|
|
|
|
item_annotations = []
|
|
|
|
|
|
|
|
|
|
|
|
segm_ann = self._annotations[subset_name]
|
|
|
|
class_mask = None
|
|
|
|
cls_image_path = segm_ann.get(item)
|
|
|
|
segm_path = osp.join(self._dataset_dir, VocPath.SEGMENTATION_DIR,
|
|
|
|
if cls_image_path and osp.isfile(cls_image_path):
|
|
|
|
item_id + VocPath.SEGM_EXT)
|
|
|
|
|
|
|
|
if osp.isfile(segm_path):
|
|
|
|
inverse_cls_colormap = \
|
|
|
|
inverse_cls_colormap = \
|
|
|
|
self._categories[AnnotationType.mask].inverse_colormap
|
|
|
|
self._categories[AnnotationType.mask].inverse_colormap
|
|
|
|
annotations.append(Mask(
|
|
|
|
class_mask = lazy_mask(segm_path, inverse_cls_colormap)
|
|
|
|
image=lazy_mask(cls_image_path, inverse_cls_colormap),
|
|
|
|
|
|
|
|
attributes={ 'class': True }
|
|
|
|
|
|
|
|
))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
inst_ann = self._annotations[subset_name]
|
|
|
|
|
|
|
|
inst_image_path = inst_ann.get(item)
|
|
|
|
|
|
|
|
if inst_image_path and osp.isfile(inst_image_path):
|
|
|
|
|
|
|
|
annotations.append(Mask(
|
|
|
|
|
|
|
|
image=lazy_mask(inst_image_path, _inverse_inst_colormap),
|
|
|
|
|
|
|
|
attributes={ 'instances': True }
|
|
|
|
|
|
|
|
))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return annotations
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocComp_7_8_Extractor(VocResultsExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
|
|
|
|
super().__init__(path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets = {}
|
|
|
|
instances_mask = None
|
|
|
|
annotations = defaultdict(dict)
|
|
|
|
inst_path = osp.join(self._dataset_dir, VocPath.INSTANCES_DIR,
|
|
|
|
|
|
|
|
item_id + VocPath.SEGM_EXT)
|
|
|
|
|
|
|
|
if osp.isfile(inst_path):
|
|
|
|
|
|
|
|
instances_mask = lazy_mask(inst_path, _inverse_inst_colormap)
|
|
|
|
|
|
|
|
|
|
|
|
task = VocTask.person_layout
|
|
|
|
if instances_mask is not None:
|
|
|
|
task_desc = self._SUPPORTED_TASKS[task]
|
|
|
|
compiled_mask = CompiledMask(class_mask, instances_mask)
|
|
|
|
task_dir = osp.join(path, task_desc['dir'])
|
|
|
|
|
|
|
|
if not osp.isdir(task_dir):
|
|
|
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ann_ext = task_desc['ext']
|
|
|
|
if class_mask is not None:
|
|
|
|
ann_files = dir_items(task_dir, ann_ext, truncate_ext=True)
|
|
|
|
label_cat = self._categories[AnnotationType.label]
|
|
|
|
|
|
|
|
instance_labels = compiled_mask.get_instance_labels(
|
|
|
|
|
|
|
|
class_count=len(label_cat.items))
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
instance_labels = {i: None
|
|
|
|
|
|
|
|
for i in range(compiled_mask.instance_count)}
|
|
|
|
|
|
|
|
|
|
|
|
for ann_file in ann_files:
|
|
|
|
for instance_id, label_id in instance_labels.items():
|
|
|
|
ann_parts = filter(None, ann_file.strip().split('_'))
|
|
|
|
image = compiled_mask.lazy_extract(instance_id)
|
|
|
|
if len(ann_parts) != 4:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
_, mark, subset_name, _ = ann_parts
|
|
|
|
|
|
|
|
if mark != task_desc['mark']:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
layouts = {}
|
|
|
|
attributes = {}
|
|
|
|
root = ET.parse(osp.join(task_dir, ann_file + ann_ext))
|
|
|
|
if label_id is not None:
|
|
|
|
root_elem = root.getroot()
|
|
|
|
actions = {a: False
|
|
|
|
for layout_elem in root_elem.findall('layout'):
|
|
|
|
for a in label_cat.items[label_id].attributes
|
|
|
|
item = layout_elem.find('image').text
|
|
|
|
|
|
|
|
obj_id = int(layout_elem.find('object').text)
|
|
|
|
|
|
|
|
conf = float(layout_elem.find('confidence').text)
|
|
|
|
|
|
|
|
parts = []
|
|
|
|
|
|
|
|
for part_elem in layout_elem.findall('part'):
|
|
|
|
|
|
|
|
label_id = self._get_label_id(part_elem.find('class').text)
|
|
|
|
|
|
|
|
bbox_elem = part_elem.find('bndbox')
|
|
|
|
|
|
|
|
xmin = float(bbox_elem.find('xmin').text)
|
|
|
|
|
|
|
|
xmax = float(bbox_elem.find('xmax').text)
|
|
|
|
|
|
|
|
ymin = float(bbox_elem.find('ymin').text)
|
|
|
|
|
|
|
|
ymax = float(bbox_elem.find('ymax').text)
|
|
|
|
|
|
|
|
bbox = [xmin, ymin, xmax - xmin, ymax - ymin]
|
|
|
|
|
|
|
|
parts.append((label_id, bbox))
|
|
|
|
|
|
|
|
layouts[item] = [obj_id, conf, parts]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subset = VocResultsExtractor.Subset(subset_name, self)
|
|
|
|
|
|
|
|
subset.items = list(layouts)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets[subset_name] = subset
|
|
|
|
|
|
|
|
annotations[subset_name] = layouts
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
self._annotations = dict(annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_annotations(self, item, subset_name):
|
|
|
|
|
|
|
|
annotations = []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
layout_ann = self._annotations[subset_name].get(item)
|
|
|
|
|
|
|
|
if layout_ann is not None:
|
|
|
|
|
|
|
|
for desc in layout_ann:
|
|
|
|
|
|
|
|
obj_id, conf, parts = desc
|
|
|
|
|
|
|
|
attributes = {
|
|
|
|
|
|
|
|
'score': conf,
|
|
|
|
|
|
|
|
'object_id': obj_id,
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for part in parts:
|
|
|
|
|
|
|
|
label_id, bbox = part
|
|
|
|
|
|
|
|
annotations.append(Bbox(
|
|
|
|
|
|
|
|
*bbox, label=label_id,
|
|
|
|
|
|
|
|
attributes=attributes))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return annotations
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VocComp_9_10_Extractor(VocResultsExtractor):
|
|
|
|
|
|
|
|
def __init__(self, path):
|
|
|
|
|
|
|
|
super().__init__(path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
subsets = {}
|
|
|
|
|
|
|
|
annotations = defaultdict(dict)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._parse_action(path, subsets, annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self._subsets = subsets
|
|
|
|
|
|
|
|
self._annotations = dict(annotations)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _load_categories(self):
|
|
|
|
|
|
|
|
from collections import OrderedDict
|
|
|
|
|
|
|
|
from .format import VocAction
|
|
|
|
|
|
|
|
label_map = OrderedDict((a.name, [[], [], []]) for a in VocAction)
|
|
|
|
|
|
|
|
self._categories = make_voc_categories(label_map)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_annotations(self, item, subset_name):
|
|
|
|
|
|
|
|
annotations = []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
action_ann = self._annotations[subset_name].get(item)
|
|
|
|
|
|
|
|
if action_ann is not None:
|
|
|
|
|
|
|
|
for desc in action_ann:
|
|
|
|
|
|
|
|
action_id, obj_id, conf = desc
|
|
|
|
|
|
|
|
annotations.append(Label(
|
|
|
|
|
|
|
|
action_id,
|
|
|
|
|
|
|
|
attributes={
|
|
|
|
|
|
|
|
'score': conf,
|
|
|
|
|
|
|
|
'object_id': int(obj_id),
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
attributes.update(actions)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
item_annotations.append(Mask(
|
|
|
|
|
|
|
|
image=image, label=label_id,
|
|
|
|
|
|
|
|
attributes=attributes, group=instance_id
|
|
|
|
))
|
|
|
|
))
|
|
|
|
|
|
|
|
elif class_mask is not None:
|
|
|
|
|
|
|
|
log.warn("item '%s': has only class segmentation, "
|
|
|
|
|
|
|
|
"instance masks will not be available" % item_id)
|
|
|
|
|
|
|
|
class_mask = class_mask()
|
|
|
|
|
|
|
|
classes = np.unique(class_mask)
|
|
|
|
|
|
|
|
for label_id in classes:
|
|
|
|
|
|
|
|
image = self._lazy_extract_mask(class_mask, label_id)
|
|
|
|
|
|
|
|
item_annotations.append(Mask(image=image, label=label_id))
|
|
|
|
|
|
|
|
|
|
|
|
return annotations
|
|
|
|
return item_annotations
|
|
|
|
|
Dmitry Kalinin
6 years ago