From 31b4e1b7d9565fdaf864a8eef39db49af18dd8e0 Mon Sep 17 00:00:00 2001
From: Bobholamovic <mhlin425@whu.edu.cn>
Date: Tue, 25 Oct 2022 16:29:28 +0800
Subject: [PATCH] Add prepare_ucmerced.py

---
 docs/intro/data_prep.md                   |  2 +
 tools/prepare_dataset/prepare_ucmerced.py | 62 +++++++++++++++++++++++
 2 files changed, 64 insertions(+)

diff --git a/docs/intro/data_prep.md b/docs/intro/data_prep.md
index 6932e6b..07a5250 100644
--- a/docs/intro/data_prep.md
+++ b/docs/intro/data_prep.md
@@ -6,4 +6,6 @@
 |-----|-----------|----------|----------|
 | 变化检测 | LEVIR-CD | https://justchenhao.github.io/LEVIR/ | [prepare_levircd.py](https://github.com/PaddlePaddle/PaddleRS/blob/develop/tools/prepare_dataset/prepare_levircd.py) |
 | 变化检测 | Season-varying | https://paperswithcode.com/dataset/cdd-dataset-season-varying | [prepare_svcd.py](https://github.com/PaddlePaddle/PaddleRS/blob/develop/tools/prepare_dataset/prepare_svcd.py) |
+| 场景分类 | UC Merced | http://weegee.vision.ucmerced.edu/datasets/landuse.html | [prepare_ucmerced.py](https://github.com/PaddlePaddle/PaddleRS/blob/develop/tools/prepare_dataset/prepare_ucmerced.py) |
 | 目标检测 | RSOD | https://github.com/RSIA-LIESMARS-WHU/RSOD-Dataset- | [prepare_rsod](https://github.com/PaddlePaddle/PaddleRS/blob/develop/tools/prepare_dataset/prepare_rsod.py) |
+| 图像分割 | iSAID | https://captain-whu.github.io/iSAID/ | [prepare_isaid](https://github.com/PaddlePaddle/PaddleRS/blob/develop/tools/prepare_dataset/prepare_isaid.py) |
diff --git a/tools/prepare_dataset/prepare_ucmerced.py b/tools/prepare_dataset/prepare_ucmerced.py
index e69de29..3286371 100644
--- a/tools/prepare_dataset/prepare_ucmerced.py
+++ b/tools/prepare_dataset/prepare_ucmerced.py
@@ -0,0 +1,62 @@
+#!/usr/bin/env python
+
+import random
+import os.path as osp
+from glob import iglob
+from functools import reduce, partial
+
+from common import (get_default_parser, create_file_list, link_dataset,
+                    random_split, create_label_list)
+
+CLASSES = ('agricultural', 'airplane', 'baseballdiamond', 'beach', 'buildings',
+           'chaparral', 'denseresidential', 'forest', 'freeway', 'golfcourse',
+           'harbor', 'intersection', 'mediumresidential', 'mobilehomepark',
+           'overpass', 'parkinglot', 'river', 'runway', 'sparseresidential',
+           'storagetanks', 'tenniscourt')
+SUBSETS = ('train', 'val', 'test')
+SUBDIRS = tuple(osp.join('Images', cls) for cls in CLASSES)
+FILE_LIST_PATTERN = "{subset}.txt"
+LABEL_LIST_NAME = "labels.txt"
+URL = ""
+
+if __name__ == '__main__':
+    parser = get_default_parser()
+    parser.add_argument('--seed', type=int, default=None, help="Random seed.")
+    parser.add_argument(
+        '--ratios',
+        type=float,
+        nargs='+',
+        default=(0.7, 0.2, 0.1),
+        help="Ratios of each subset (train/val or train/val/test).")
+    args = parser.parse_args()
+
+    if args.seed is not None:
+        random.seed(args.seed)
+
+    if len(args.ratios) not in (2, 3):
+        raise ValueError("Wrong number of ratios!")
+
+    out_dir = osp.join(args.out_dataset_dir,
+                       osp.basename(osp.normpath(args.in_dataset_dir)))
+
+    link_dataset(args.in_dataset_dir, args.out_dataset_dir)
+
+    splits_list = []
+    for idx, (cls, subdir) in enumerate(zip(CLASSES, SUBDIRS)):
+        pairs = []
+        for p in iglob(osp.join(out_dir, subdir, '*.tif')):
+            pair = (osp.relpath(p, args.out_dataset_dir), str(idx))
+            pairs.append(pair)
+        splits = random_split(pairs, ratios=args.ratios)
+        splits_list.append(splits)
+    splits = map(partial(reduce, list.__add__), zip(*splits_list))
+
+    for subset, split in zip(SUBSETS, splits):
+        file_list = osp.join(
+            args.out_dataset_dir, FILE_LIST_PATTERN.format(subset=subset))
+        create_file_list(file_list, split)
+        print(f"Write file list to {file_list}.")
+
+    label_list = osp.join(args.out_dataset_dir, LABEL_LIST_NAME)
+    create_label_list(label_list, CLASSES)
+    print(f"Write label list to {label_list}.")