prepare_ucmerced.py 2.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162
  1. #!/usr/bin/env python
  2. import random
  3. import os.path as osp
  4. from glob import iglob
  5. from functools import reduce, partial
  6. from common import (get_default_parser, create_file_list, link_dataset,
  7. random_split, create_label_list)
  8. CLASSES = ('agricultural', 'airplane', 'baseballdiamond', 'beach', 'buildings',
  9. 'chaparral', 'denseresidential', 'forest', 'freeway', 'golfcourse',
  10. 'harbor', 'intersection', 'mediumresidential', 'mobilehomepark',
  11. 'overpass', 'parkinglot', 'river', 'runway', 'sparseresidential',
  12. 'storagetanks', 'tenniscourt')
  13. SUBSETS = ('train', 'val', 'test')
  14. SUBDIRS = tuple(osp.join('Images', cls) for cls in CLASSES)
  15. FILE_LIST_PATTERN = "{subset}.txt"
  16. LABEL_LIST_NAME = "labels.txt"
  17. URL = ""
  18. if __name__ == '__main__':
  19. parser = get_default_parser()
  20. parser.add_argument('--seed', type=int, default=None, help="Random seed.")
  21. parser.add_argument(
  22. '--ratios',
  23. type=float,
  24. nargs='+',
  25. default=(0.7, 0.2, 0.1),
  26. help="Ratios of each subset (train/val or train/val/test).")
  27. args = parser.parse_args()
  28. if args.seed is not None:
  29. random.seed(args.seed)
  30. if len(args.ratios) not in (2, 3):
  31. raise ValueError("Wrong number of ratios!")
  32. out_dir = osp.join(args.out_dataset_dir,
  33. osp.basename(osp.normpath(args.in_dataset_dir)))
  34. link_dataset(args.in_dataset_dir, args.out_dataset_dir)
  35. splits_list = []
  36. for idx, (cls, subdir) in enumerate(zip(CLASSES, SUBDIRS)):
  37. pairs = []
  38. for p in iglob(osp.join(out_dir, subdir, '*.tif')):
  39. pair = (osp.relpath(p, args.out_dataset_dir), str(idx))
  40. pairs.append(pair)
  41. splits = random_split(pairs, ratios=args.ratios)
  42. splits_list.append(splits)
  43. splits = map(partial(reduce, list.__add__), zip(*splits_list))
  44. for subset, split in zip(SUBSETS, splits):
  45. file_list = osp.join(
  46. args.out_dataset_dir, FILE_LIST_PATTERN.format(subset=subset))
  47. create_file_list(file_list, split)
  48. print(f"Write file list to {file_list}.")
  49. label_list = osp.join(args.out_dataset_dir, LABEL_LIST_NAME)
  50. create_label_list(label_list, CLASSES)
  51. print(f"Write label list to {label_list}.")