prepare_rsod.py 1.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. #!/usr/bin/env python
  2. import random
  3. import os.path as osp
  4. from functools import reduce, partial
  5. from common import (get_default_parser, get_path_tuples, create_file_list,
  6. link_dataset, random_split, create_label_list)
  7. CLASSES = ('aircraft', 'oiltank', 'overpass', 'playground')
  8. SUBSETS = ('train', 'val', 'test')
  9. SUBDIRS = ('JPEGImages', osp.sep.join(['Annotation', 'xml']))
  10. FILE_LIST_PATTERN = "{subset}.txt"
  11. LABEL_LIST_NAME = "labels.txt"
  12. URL = ""
  13. if __name__ == '__main__':
  14. parser = get_default_parser()
  15. parser.add_argument('--seed', type=int, default=None, help="Random seed.")
  16. parser.add_argument(
  17. '--ratios',
  18. type=float,
  19. nargs='+',
  20. default=(0.7, 0.2, 0.1),
  21. help="Ratios of each subset (train/val or train/val/test).")
  22. args = parser.parse_args()
  23. if args.seed is not None:
  24. random.seed(args.seed)
  25. if len(args.ratios) not in (2, 3):
  26. raise ValueError("Wrong number of ratios!")
  27. out_dir = osp.join(args.out_dataset_dir,
  28. osp.basename(osp.normpath(args.in_dataset_dir)))
  29. link_dataset(args.in_dataset_dir, args.out_dataset_dir)
  30. splits_list = []
  31. for cls in CLASSES:
  32. path_tuples = get_path_tuples(
  33. *(osp.join(out_dir, cls, subdir) for subdir in SUBDIRS),
  34. data_dir=args.out_dataset_dir)
  35. splits = random_split(path_tuples, ratios=args.ratios)
  36. splits_list.append(splits)
  37. splits = map(partial(reduce, list.__add__), zip(*splits_list))
  38. for subset, split in zip(SUBSETS, splits):
  39. file_list = osp.join(
  40. args.out_dataset_dir, FILE_LIST_PATTERN.format(subset=subset))
  41. create_file_list(file_list, split)
  42. print(f"Write file list to {file_list}.")
  43. label_list = osp.join(args.out_dataset_dir, LABEL_LIST_NAME)
  44. create_label_list(label_list, CLASSES)
  45. print(f"Write label list to {label_list}.")