fix(tools): fix and update some (#110)
* refactor(tools): update savegeotiff and timer * fix(geojson2mask): add convert tiff to EPSG:4326 * fix(geojson2mask): fix use tiff's EPSG * fix(mask2geojson): update hole and fix srs * fix(tools): update merge raster2vector * feat(tools): update spliter to support HSI * fix(raster2vector): fix save geojson without ignore index * fix(tools): name fixedown
Yizhou Chen
3 years ago
committed by
GitHub
parent
3af03678d4
commit
ec9d58bb0a
14 changed files with 276 additions and 271 deletions
@ -1,81 +0,0 @@ |
|||||||
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. |
|
||||||
# |
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
# you may not use this file except in compliance with the License. |
|
||||||
# You may obtain a copy of the License at |
|
||||||
# |
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0 |
|
||||||
# |
|
||||||
# Unless required by applicable law or agreed to in writing, software |
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
# See the License for the specific language governing permissions and |
|
||||||
# limitations under the License. |
|
||||||
|
|
||||||
import codecs |
|
||||||
import argparse |
|
||||||
|
|
||||||
import cv2 |
|
||||||
import numpy as np |
|
||||||
import geojson |
|
||||||
from geojson import Polygon, Feature, FeatureCollection |
|
||||||
|
|
||||||
from utils import Raster, Timer |
|
||||||
|
|
||||||
|
|
||||||
def _gt_convert(x, y, geotf): |
|
||||||
x_geo = geotf[0] + x * geotf[1] + y * geotf[2] |
|
||||||
y_geo = geotf[3] + x * geotf[4] + y * geotf[5] |
|
||||||
return x_geo, y_geo |
|
||||||
|
|
||||||
|
|
||||||
@Timer |
|
||||||
def convert_data(mask_path, save_path, epsilon=0): |
|
||||||
raster = Raster(mask_path) |
|
||||||
img = raster.getArray() |
|
||||||
ext = save_path.split(".")[-1] |
|
||||||
if ext != "json" and ext != "geojson": |
|
||||||
raise ValueError("The ext of `save_path` must be `json` or `geojson`, not {}.".format(ext)) |
|
||||||
geo_writer = codecs.open(save_path, "w", encoding="utf-8") |
|
||||||
clas = np.unique(img) |
|
||||||
cv2_v = (cv2.__version__.split(".")[0] == "3") |
|
||||||
feats = [] |
|
||||||
if not isinstance(epsilon, (int, float)): |
|
||||||
epsilon = 0 |
|
||||||
for iclas in range(1, len(clas)): |
|
||||||
tmp = np.zeros_like(img).astype("uint8") |
|
||||||
tmp[img == iclas] = 1 |
|
||||||
# TODO: Detect internal and external contour |
|
||||||
results = cv2.findContours(tmp, cv2.RETR_EXTERNAL, |
|
||||||
cv2.CHAIN_APPROX_TC89_KCOS) |
|
||||||
contours = results[1] if cv2_v else results[0] |
|
||||||
# hierarchys = results[2] if cv2_v else results[1] |
|
||||||
if len(contours) == 0: |
|
||||||
continue |
|
||||||
for contour in contours: |
|
||||||
contour = cv2.approxPolyDP(contour, epsilon, True) |
|
||||||
polys = [] |
|
||||||
for point in contour: |
|
||||||
x, y = point[0] |
|
||||||
xg, yg = _gt_convert(x, y, raster.geot) |
|
||||||
polys.append((xg, yg)) |
|
||||||
polys.append(polys[0]) |
|
||||||
feat = Feature( |
|
||||||
geometry=Polygon([polys]), properties={"class": int(iclas)}) |
|
||||||
feats.append(feat) |
|
||||||
gjs = FeatureCollection(feats) |
|
||||||
geo_writer.write(geojson.dumps(gjs)) |
|
||||||
geo_writer.close() |
|
||||||
|
|
||||||
|
|
||||||
parser = argparse.ArgumentParser(description="input parameters") |
|
||||||
parser.add_argument("--mask_path", type=str, required=True, \ |
|
||||||
help="The path of mask tif.") |
|
||||||
parser.add_argument("--save_path", type=str, required=True, \ |
|
||||||
help="The path to save the results, file suffix is `*.json/geojson`.") |
|
||||||
parser.add_argument("--epsilon", type=float, default=0, \ |
|
||||||
help="The CV2 simplified parameters, `0` is the default.") |
|
||||||
|
|
||||||
if __name__ == "__main__": |
|
||||||
args = parser.parse_args() |
|
||||||
convert_data(args.mask_path, args.save_path, args.epsilon) |
|
||||||
@ -1,93 +0,0 @@ |
|||||||
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. |
|
||||||
# |
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
# you may not use this file except in compliance with the License. |
|
||||||
# You may obtain a copy of the License at |
|
||||||
# |
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0 |
|
||||||
# |
|
||||||
# Unless required by applicable law or agreed to in writing, software |
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
# See the License for the specific language governing permissions and |
|
||||||
# limitations under the License. |
|
||||||
|
|
||||||
import os |
|
||||||
import os.path as osp |
|
||||||
import argparse |
|
||||||
|
|
||||||
import numpy as np |
|
||||||
from PIL import Image |
|
||||||
try: |
|
||||||
from osgeo import gdal, ogr, osr |
|
||||||
except ImportError: |
|
||||||
import gdal |
|
||||||
import ogr |
|
||||||
import osr |
|
||||||
|
|
||||||
from utils import Raster, Timer |
|
||||||
|
|
||||||
|
|
||||||
def _mask2tif(mask_path, tmp_path, proj, geot): |
|
||||||
mask = np.asarray(Image.open(mask_path)) |
|
||||||
if len(mask.shape) == 3: |
|
||||||
mask = mask[:, :, 0] |
|
||||||
row, columns = mask.shape[:2] |
|
||||||
driver = gdal.GetDriverByName("GTiff") |
|
||||||
dst_ds = driver.Create(tmp_path, columns, row, 1, gdal.GDT_UInt16) |
|
||||||
dst_ds.SetGeoTransform(geot) |
|
||||||
dst_ds.SetProjection(proj) |
|
||||||
dst_ds.GetRasterBand(1).WriteArray(mask) |
|
||||||
dst_ds.FlushCache() |
|
||||||
return dst_ds |
|
||||||
|
|
||||||
|
|
||||||
def _polygonize_raster(mask_path, shp_save_path, proj, geot, ignore_index): |
|
||||||
tmp_path = shp_save_path.replace(".shp", ".tif") |
|
||||||
ds = _mask2tif(mask_path, tmp_path, proj, geot) |
|
||||||
srcband = ds.GetRasterBand(1) |
|
||||||
maskband = srcband.GetMaskBand() |
|
||||||
gdal.SetConfigOption("GDAL_FILENAME_IS_UTF8", "YES") |
|
||||||
gdal.SetConfigOption("SHAPE_ENCODING", "UTF-8") |
|
||||||
ogr.RegisterAll() |
|
||||||
drv = ogr.GetDriverByName("ESRI Shapefile") |
|
||||||
if osp.exists(shp_save_path): |
|
||||||
os.remove(shp_save_path) |
|
||||||
dst_ds = drv.CreateDataSource(shp_save_path) |
|
||||||
prosrs = osr.SpatialReference(wkt=ds.GetProjection()) |
|
||||||
dst_layer = dst_ds.CreateLayer( |
|
||||||
"Building boundary", geom_type=ogr.wkbPolygon, srs=prosrs) |
|
||||||
dst_fieldname = "DN" |
|
||||||
fd = ogr.FieldDefn(dst_fieldname, ogr.OFTInteger) |
|
||||||
dst_layer.CreateField(fd) |
|
||||||
gdal.Polygonize(srcband, maskband, dst_layer, 0, []) |
|
||||||
lyr = dst_ds.GetLayer() |
|
||||||
lyr.SetAttributeFilter("DN = '{}'".format(str(ignore_index))) |
|
||||||
for holes in lyr: |
|
||||||
lyr.DeleteFeature(holes.GetFID()) |
|
||||||
dst_ds.Destroy() |
|
||||||
ds = None |
|
||||||
os.remove(tmp_path) |
|
||||||
|
|
||||||
|
|
||||||
@Timer |
|
||||||
def raster2shp(srcimg_path, mask_path, save_path, ignore_index=255): |
|
||||||
src = Raster(srcimg_path) |
|
||||||
_polygonize_raster(mask_path, save_path, src.proj, src.geot, ignore_index) |
|
||||||
src = None |
|
||||||
|
|
||||||
|
|
||||||
parser = argparse.ArgumentParser(description="input parameters") |
|
||||||
parser.add_argument("--srcimg_path", type=str, required=True, \ |
|
||||||
help="The path of original data with geoinfos.") |
|
||||||
parser.add_argument("--mask_path", type=str, required=True, \ |
|
||||||
help="The path of mask data.") |
|
||||||
parser.add_argument("--save_path", type=str, default="output", \ |
|
||||||
help="The path to save the results shapefile, `output` is the default.") |
|
||||||
parser.add_argument("--ignore_index", type=int, default=255, \ |
|
||||||
help="It will not be converted to the value of SHP, `255` is the default.") |
|
||||||
|
|
||||||
if __name__ == "__main__": |
|
||||||
args = parser.parse_args() |
|
||||||
raster2shp(args.srcimg_path, args.mask_path, args.save_path, |
|
||||||
args.ignore_index) |
|
||||||
@ -0,0 +1,102 @@ |
|||||||
|
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. |
||||||
|
# |
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||||
|
# you may not use this file except in compliance with the License. |
||||||
|
# You may obtain a copy of the License at |
||||||
|
# |
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0 |
||||||
|
# |
||||||
|
# Unless required by applicable law or agreed to in writing, software |
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
# See the License for the specific language governing permissions and |
||||||
|
# limitations under the License. |
||||||
|
|
||||||
|
import os |
||||||
|
import os.path as osp |
||||||
|
import argparse |
||||||
|
|
||||||
|
import numpy as np |
||||||
|
from PIL import Image |
||||||
|
try: |
||||||
|
from osgeo import gdal, ogr, osr |
||||||
|
except ImportError: |
||||||
|
import gdal |
||||||
|
import ogr |
||||||
|
import osr |
||||||
|
|
||||||
|
from utils import Raster, save_geotiff, timer |
||||||
|
|
||||||
|
|
||||||
|
def _mask2tif(mask_path, tmp_path, proj, geot): |
||||||
|
dst_ds = save_geotiff( |
||||||
|
np.asarray(Image.open(mask_path)), |
||||||
|
tmp_path, proj, geot, gdal.GDT_UInt16, False) |
||||||
|
return dst_ds |
||||||
|
|
||||||
|
|
||||||
|
def _polygonize_raster(mask_path, vec_save_path, proj, geot, ignore_index, ext): |
||||||
|
if proj is None or geot is None: |
||||||
|
tmp_path = None |
||||||
|
ds = gdal.Open(mask_path) |
||||||
|
else: |
||||||
|
tmp_path = vec_save_path.replace("." + ext, ".tif") |
||||||
|
ds = _mask2tif(mask_path, tmp_path, proj, geot) |
||||||
|
srcband = ds.GetRasterBand(1) |
||||||
|
maskband = srcband.GetMaskBand() |
||||||
|
gdal.SetConfigOption("GDAL_FILENAME_IS_UTF8", "YES") |
||||||
|
gdal.SetConfigOption("SHAPE_ENCODING", "UTF-8") |
||||||
|
ogr.RegisterAll() |
||||||
|
drv = ogr.GetDriverByName( |
||||||
|
"ESRI Shapefile" if ext == "shp" else "GeoJSON" |
||||||
|
) |
||||||
|
if osp.exists(vec_save_path): |
||||||
|
os.remove(vec_save_path) |
||||||
|
dst_ds = drv.CreateDataSource(vec_save_path) |
||||||
|
prosrs = osr.SpatialReference(wkt=ds.GetProjection()) |
||||||
|
dst_layer = dst_ds.CreateLayer( |
||||||
|
"POLYGON", geom_type=ogr.wkbPolygon, srs=prosrs) |
||||||
|
dst_fieldname = "CLAS" |
||||||
|
fd = ogr.FieldDefn(dst_fieldname, ogr.OFTInteger) |
||||||
|
dst_layer.CreateField(fd) |
||||||
|
gdal.Polygonize(srcband, maskband, dst_layer, 0, []) |
||||||
|
# TODO: temporary: delete ignored values |
||||||
|
dst_ds.Destroy() |
||||||
|
ds = None |
||||||
|
vec_ds = drv.Open(vec_save_path, 1) |
||||||
|
lyr = vec_ds.GetLayer() |
||||||
|
lyr.SetAttributeFilter("{} = '{}'".format(dst_fieldname, str(ignore_index))) |
||||||
|
for holes in lyr: |
||||||
|
lyr.DeleteFeature(holes.GetFID()) |
||||||
|
vec_ds.Destroy() |
||||||
|
if tmp_path is not None: |
||||||
|
os.remove(tmp_path) |
||||||
|
|
||||||
|
|
||||||
|
@timer |
||||||
|
def raster2vector(srcimg_path, mask_path, save_path, ignore_index=255): |
||||||
|
vec_ext = save_path.split(".")[-1].lower() |
||||||
|
if vec_ext not in ["json", "geojson", "shp"]: |
||||||
|
raise ValueError("The ext of `save_path` must be `json/geojson` or `shp`, not {}.".format(vec_ext)) |
||||||
|
ras_ext = srcimg_path.split(".")[-1].lower() |
||||||
|
if osp.exists(srcimg_path) and ras_ext in ["tif", "tiff", "geotiff", "img"]: |
||||||
|
src = Raster(srcimg_path) |
||||||
|
_polygonize_raster(mask_path, save_path, src.proj, src.geot, ignore_index, vec_ext) |
||||||
|
src = None |
||||||
|
else: |
||||||
|
_polygonize_raster(mask_path, save_path, None, None, ignore_index, vec_ext) |
||||||
|
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(description="input parameters") |
||||||
|
parser.add_argument("--mask_path", type=str, required=True, \ |
||||||
|
help="The path of mask data.") |
||||||
|
parser.add_argument("--save_path", type=str, required=True, \ |
||||||
|
help="The path to save the results, file suffix is `*.json/geojson` or `*.shp`.") |
||||||
|
parser.add_argument("--srcimg_path", type=str, default="", \ |
||||||
|
help="The path of original data with geoinfos, `` is the default.") |
||||||
|
parser.add_argument("--ignore_index", type=int, default=255, \ |
||||||
|
help="It will not be converted to the value of SHP, `255` is the default.") |
||||||
|
|
||||||
|
if __name__ == "__main__": |
||||||
|
args = parser.parse_args() |
||||||
|
raster2vector(args.srcimg_path, args.mask_path, args.save_path, args.ignore_index) |
||||||
@ -0,0 +1,53 @@ |
|||||||
|
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. |
||||||
|
# |
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||||
|
# you may not use this file except in compliance with the License. |
||||||
|
# You may obtain a copy of the License at |
||||||
|
# |
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0 |
||||||
|
# |
||||||
|
# Unless required by applicable law or agreed to in writing, software |
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
# See the License for the specific language governing permissions and |
||||||
|
# limitations under the License. |
||||||
|
|
||||||
|
# reference: https://zhuanlan.zhihu.com/p/378918221 |
||||||
|
|
||||||
|
try: |
||||||
|
from osgeo import gdal, ogr, osr |
||||||
|
except: |
||||||
|
import gdal |
||||||
|
import ogr |
||||||
|
import osr |
||||||
|
|
||||||
|
|
||||||
|
def vector_translate(geojson_path: str, |
||||||
|
wo_wkt: str, |
||||||
|
g_type: str="POLYGON", |
||||||
|
dim: str="XY") -> str: |
||||||
|
ogr.RegisterAll() |
||||||
|
gdal.SetConfigOption("GDAL_FILENAME_IS_UTF8", "YES") |
||||||
|
data = ogr.Open(geojson_path) |
||||||
|
layer = data.GetLayer() |
||||||
|
spatial = layer.GetSpatialRef() |
||||||
|
layerName = layer.GetName() |
||||||
|
data.Destroy() |
||||||
|
dstSRS = osr.SpatialReference() |
||||||
|
dstSRS.ImportFromWkt(wo_wkt) |
||||||
|
ext = "." + geojson_path.split(".")[-1] |
||||||
|
save_path = geojson_path.replace(ext, ("_tmp" + ext)) |
||||||
|
options = gdal.VectorTranslateOptions( |
||||||
|
srcSRS=spatial, |
||||||
|
dstSRS=dstSRS, |
||||||
|
reproject=True, |
||||||
|
layerName=layerName, |
||||||
|
geometryType=g_type, |
||||||
|
dim=dim |
||||||
|
) |
||||||
|
gdal.VectorTranslate( |
||||||
|
save_path, |
||||||
|
srcDS=geojson_path, |
||||||
|
options=options |
||||||
|
) |
||||||
|
return save_path |
||||||
Loading…
Reference in new issue