You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
57 lines
1.9 KiB
57 lines
1.9 KiB
2 years ago
|
#!/usr/bin/env python
|
||
|
|
|
||
|
|
import random
|
||
|
|
import os.path as osp
|
||
|
|
from functools import reduce, partial
|
||
|
|
|
||
|
|
from common import (get_default_parser, get_path_tuples, create_file_list,
|
||
|
|
link_dataset, random_split, create_label_list)
|
||
|
|
|
||
|
|
CLASSES = ('aircraft', 'oiltank', 'overpass', 'playground')
|
||
|
|
SUBSETS = ('train', 'val', 'test')
|
||
|
|
SUBDIRS = ('JPEGImages', osp.sep.join(['Annotation', 'xml']))
|
||
|
|
FILE_LIST_PATTERN = "{subset}.txt"
|
||
|
|
LABEL_LIST_NAME = "labels.txt"
|
||
|
|
URL = ""
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
parser = get_default_parser()
|
||
|
|
parser.add_argument('--seed', type=int, default=None, help="Random seed.")
|
||
|
|
parser.add_argument(
|
||
|
|
'--ratios',
|
||
|
|
type=float,
|
||
|
|
nargs='+',
|
||
|
|
default=(0.7, 0.2, 0.1),
|
||
|
|
help="Ratios of each subset (train/val or train/val/test).")
|
||
|
|
args = parser.parse_args()
|
||
|
|
|
||
|
|
if args.seed is not None:
|
||
|
|
random.seed(args.seed)
|
||
|
|
|
||
|
|
if len(args.ratios) not in (2, 3):
|
||
|
|
raise ValueError("Wrong number of ratios!")
|
||
|
|
|
||
|
|
out_dir = osp.join(args.out_dataset_dir,
|
||
|
|
osp.basename(osp.normpath(args.in_dataset_dir)))
|
||
|
|
|
||
|
|
link_dataset(args.in_dataset_dir, args.out_dataset_dir)
|
||
|
|
|
||
|
|
splits_list = []
|
||
|
|
for cls in CLASSES:
|
||
|
|
path_tuples = get_path_tuples(
|
||
|
|
*(osp.join(out_dir, cls, subdir) for subdir in SUBDIRS),
|
||
|
|
data_dir=args.out_dataset_dir)
|
||
|
|
splits = random_split(path_tuples, ratios=args.ratios)
|
||
|
|
splits_list.append(splits)
|
||
|
|
splits = map(partial(reduce, list.__add__), zip(*splits_list))
|
||
|
|
|
||
|
|
for subset, split in zip(SUBSETS, splits):
|
||
|
|
file_list = osp.join(
|
||
|
|
args.out_dataset_dir, FILE_LIST_PATTERN.format(subset=subset))
|
||
|
|
create_file_list(file_list, split)
|
||
|
|
print(f"Write file list to {file_list}.")
|
||
|
|
|
||
|
|
label_list = osp.join(args.out_dataset_dir, LABEL_LIST_NAME)
|
||
|
|
create_label_list(label_list, CLASSES)
|
||
|
|
print(f"Write label list to {label_list}.")
|