""" *************************************************************************** GdalAlgorithm.py --------------------- Date : August 2012 Copyright : (C) 2012 by Victor Olaya Email : volayaf at gmail dot com *************************************************************************** * * * This program is free software; you can redistribute it and/or modify * * it under the terms of the GNU General Public License as published by * * the Free Software Foundation; either version 2 of the License, or * * (at your option) any later version. * * * *************************************************************************** """ __author__ = 'Victor Olaya' __date__ = 'August 2012' __copyright__ = '(C) 2012, Victor Olaya' import os import re import numpy as np from PyQt5.QtGui import QIcon from osgeo import ogr from qgis.PyQt.QtCore import QUrl, QCoreApplication from qgis._core import QgsCoordinateTransformContext, QgsCoordinateReferenceSystem, QgsCoordinateTransform, \ QgsVectorLayer, QgsWkbTypes, QgsFeature, QgsGeometry from qgis.core import (QgsApplication, QgsProject, QgsVectorFileWriter, QgsProcessingFeatureSourceDefinition, QgsProcessingAlgorithm, QgsProcessingContext, QgsProcessingFeedback, QgsProviderRegistry, QgsDataSourceUri) from processing.algs.gdal.GdalAlgorithmDialog import GdalAlgorithmDialog from processing.algs.gdal.GdalUtils import GdalUtils from processing.tools.PostgreSQL.PostgreSQL import PostgreSQL from processing.tools.GeoServer.Geoserver import Geoserver from processing.tools.GeoServer.GeoService import GeoService from processing.tools.QGS.QgsProjectUtils import QgsProjectUtils from processing.tools.PrintUtils import getLastPrint from processing.tools.requestUtils import (spotfileUpload, downloadspotfile, deletespotfile) from processing.tools.FileListPrintUtils import getFileListPrint from processing.tools.SubprocessUtils import RunSubprocess import processing.tools.QGS.load from qgis.PyQt.QtCore import NULL import siwei_config pluginPath = os.path.normpath(os.path.join( os.path.split(os.path.dirname(__file__))[0], os.pardir)) class GdalAlgorithm(QgsProcessingAlgorithm): def __init__(self): super().__init__() # 全局参数修改 self.db_config = siwei_config.CONFIG['db'] self.geoserver_config = siwei_config.CONFIG['geoserver'] self.output_values = {} self.spatialite_db_path = "D:\\temp\\output.sqlite" self.pgcoon = { "host": self.db_config['host'], "schema": self.db_config['schema'], "port": self.db_config['port'], "user": self.db_config['user'], "password": self.db_config['password'], "dbname": self.db_config['name'] } self.geoservercoon = { "url": self.geoserver_config['url'], "username": self.geoserver_config['username'], "password": self.geoserver_config['password'], "defaultworkspace": self.geoserver_config['default_workspace'], "cachestart": self.geoserver_config['cachestart'], "cacheend": self.geoserver_config['cacheend'] } def icon(self): return QIcon(os.path.join(pluginPath, 'images', 'dbms', 'tool.png')) # return QgsApplication.getThemeIcon("/providerGdal.svg") def tags(self): return ['ogr', 'gdal', self.commandName()] def svgIconPath(self): return os.path.join(pluginPath, 'images', 'dbms', 'tool.png') # return QgsApplication.iconPath("providerGdal.svg") def createInstance(self, config={}): return self.__class__() def createCustomParametersWidget(self, parent): return GdalAlgorithmDialog(self, parent=parent) def getConsoleCommands(self, parameters, context, feedback, executing=True): return None def getOgrCompatibleSource(self, parameter_name, parameters, context, feedback, executing): """ Interprets a parameter as an OGR compatible source and layer name :param executing: """ if not executing and parameter_name in parameters and isinstance(parameters[parameter_name], QgsProcessingFeatureSourceDefinition): # if not executing, then we throw away all 'selected features only' settings # since these have no meaning for command line gdal use, and we don't want to force # an export of selected features only to a temporary file just to show the command! parameters = {parameter_name: parameters[parameter_name].source} input_layer = self.parameterAsVectorLayer(parameters, parameter_name, context) ogr_data_path = None ogr_layer_name = None if input_layer is None or input_layer.dataProvider().name() == 'memory': if executing: # parameter is not a vector layer - try to convert to a source compatible with OGR # and extract selection if required ogr_data_path = self.parameterAsCompatibleSourceLayerPath(parameters, parameter_name, context, QgsVectorFileWriter.supportedFormatExtensions(), QgsVectorFileWriter.supportedFormatExtensions()[ 0], feedback=feedback) ogr_layer_name = GdalUtils.ogrLayerName(ogr_data_path) else: # not executing - don't waste time converting incompatible sources, just return dummy strings # for the command preview (since the source isn't compatible with OGR, it has no meaning anyway and can't # be run directly in the command line) ogr_data_path = 'path_to_data_file' ogr_layer_name = 'layer_name' elif input_layer.dataProvider().name() == 'ogr': if executing and ( isinstance(parameters[parameter_name], QgsProcessingFeatureSourceDefinition) and parameters[ parameter_name].selectedFeaturesOnly) \ or input_layer.subsetString(): # parameter is a vector layer, with OGR data provider # so extract selection if required ogr_data_path = self.parameterAsCompatibleSourceLayerPath(parameters, parameter_name, context, QgsVectorFileWriter.supportedFormatExtensions(), feedback=feedback) parts = QgsProviderRegistry.instance().decodeUri('ogr', ogr_data_path) ogr_data_path = parts['path'] if 'layerName' in parts and parts['layerName']: ogr_layer_name = parts['layerName'] else: ogr_layer_name = GdalUtils.ogrLayerName(ogr_data_path) else: # either not using the selection, or # not executing - don't worry about 'selected features only' handling. It has no meaning # for the command line preview since it has no meaning outside of a QGIS session! ogr_data_path = GdalUtils.ogrConnectionStringAndFormatFromLayer(input_layer)[0] ogr_layer_name = GdalUtils.ogrLayerName(input_layer.dataProvider().dataSourceUri()) elif input_layer.dataProvider().name().lower() == 'wfs': uri = QgsDataSourceUri(input_layer.source()) baseUrl = uri.param('url').split('?')[0] ogr_data_path = f"WFS:{baseUrl}" ogr_layer_name = uri.param('typename') else: # vector layer, but not OGR - get OGR compatible path # TODO - handle "selected features only" mode!! ogr_data_path = GdalUtils.ogrConnectionStringFromLayer(input_layer) ogr_layer_name = GdalUtils.ogrLayerName(input_layer.dataProvider().dataSourceUri()) return ogr_data_path, ogr_layer_name def setOutputValue(self, name, value): self.output_values[name] = value def processAlgorithm(self, parameters, context, feedback): print("############进入GdalAlgorithm组件的processAlgorithm################") # if parameters.get("Metadata_storage") is not None and parameters.get("Metadata_storage") == True: # # return; # TODO wanger GDB入库 if parameters.get("INPUTGDB") is not None: res = self.gdbimport(parameters, context, feedback, executing=True) return res # TODO wanger 拓扑检查 if parameters.get("INPUTVECTOR") is not None: res = self.topologycheck(parameters, context, feedback, executing=True) return res # TODO wanger 生成许可文件 if parameters.get("LICENSEHOST") is not None: self.generateLicense(parameters) return { "许可文件路径": parameters.get("OUTPUT") } # TODO wanger 上传图斑文件数据包 if parameters.get("SPOTFILE") is not None: filepath = parameters.get("SPOTFILE") print(filepath) json_obj = spotfileUpload(filepath=filepath) status = int(json_obj["statuscode"]) if status == 200: return { "状态": "上传成功！" } else: return { "状态": json_obj["message"] } # TODO wanger 下载图斑文件数据包 if parameters.get("SPOTFILEDOWNLOAD") is not None: fileindex = parameters.get("SPOTFILEDOWNLOAD") print("spotfilelist") print(self.spotfilelist) fileparams = self.spotfilelist[fileindex] print(fileparams) filestr = downloadspotfile(filename=f'{fileparams["name"]}.{fileparams["filetype"]}', dir=parameters.get("SPOTFILEOUT")) return { "状态": filestr } # TODO wanger 删除图斑文件数据包 if parameters.get("SPOTFILEDELETE") is not None: fileindex = parameters.get("SPOTFILEDELETE") print("spotfilelist") print(self.spotfilelist) fileparams = self.spotfilelist[fileindex] print(fileparams) filestr = deletespotfile(id=fileparams["id"]) return { "状态": "删除成功" } # TODO wanger GeoServer服务发布 if parameters.get("Publish_Service") is not None: zymlbsm = getLastPrint() if zymlbsm == None or zymlbsm == '': return { "Error": "资源目录未选择！" } print("zymlbsm====" + zymlbsm) layer_group_join = "" if parameters.get("LAYER_GROUP_JOIN") is not None: layer_group_join = self.groups[parameters.get("LAYER_GROUP_JOIN")] commands = self.getConsoleCommands(parameters, context, feedback, executing=True) geoSer = GeoService() result = None if parameters.get("INPUTRASTER") != NULL and parameters.get("INPUTRASTER") != "": # 获取输入栅格图层 raster_layer = self.parameterAsRasterLayer(parameters, self.INPUTRASTER, context) file = raster_layer.source() result = geoSer.publishGeoService(parameters, context, feedback, commands, zymlbsm, layer_group_join, file) else: result = geoSer.publishGeoService(parameters, context, feedback, commands, zymlbsm, layer_group_join, None) return result # === 获取gdal命令参数执行并输出log开始 === commands = self.getConsoleCommands(parameters, context, feedback, executing=True) # 增量更新 if parameters.get("ALLOWOVERLAP") is not None and len(commands) == 0: res = self.updateVector(parameters, context, feedback, executing=True) return res # 版本回退 if parameters.get("RESTORETABLE") is not None: res = self.restoreVector(parameters, context, feedback, executing=True) return res command = commands[0] if command.__contains__(" "): GdalUtils.runGdal([command], feedback) commands.remove(command) GdalUtils.runGdal(commands, feedback) else: GdalUtils.runGdal(commands, feedback) print(commands) results = {} for o in self.outputDefinitions(): if o.name() in parameters: results[o.name()] = parameters[o.name()] for k, v in self.output_values.items(): results[k] = v # === 获取gdal命令参数执行并输出log结束 === # TODO wanger 元数据入库 if parameters.get("Metadata_storage") is not None and parameters.get("Metadata_storage") == True: # 所属行政区划 ssxzqh = getLastPrint() print("ssxzqh====" + ssxzqh) # 获取附件列表 fileliststr = getFileListPrint() pgconn = PostgreSQL(schema='base') ogrLayer = "" layername = "" if parameters.get("SOURCE_TYPE") == "vector": ogrLayer, layername = self.getOgrCompatibleSource(self.INPUT, parameters, context, feedback, None) elif parameters.get("SOURCE_TYPE") == "raster": raster_layer = self.parameterAsRasterLayer(parameters, self.INPUT, context) ogrLayer = raster_layer.source() print(ogrLayer) pgconn.metadataStorage(parameters, ssxzqh, fileliststr, self.ywlxs[parameters.get("VECTOR_YWLX")], self.depts[parameters.get("VECTOR_GLBM")], ogrLayer, layername, self.zymls[parameters.get("VECTOR_ZYML")]) pgconn.close() return results def commandName(self): parameters = { param.name(): "1" for param in self.parameterDefinitions() } context = QgsProcessingContext() feedback = QgsProcessingFeedback() name = self.getConsoleCommands(parameters, context, feedback, executing=False)[0] if name.endswith(".py"): name = name[:-3] return name # 将VectorLayer导入到SpatiaLite数据库 def importLayerToSpatiaLite(self, layer, table_name): # TODO wanger 强制进行坐标系转换 统一入库数据坐标系 增强分析结果准确性 target_crs = QgsCoordinateReferenceSystem("EPSG:4490") # 创建坐标转换对象 transform_context = QgsProject.instance().transformContext() transform = QgsCoordinateTransform(layer.crs(), target_crs, transform_context) # 创建内存图层 geometry_type = layer.wkbType() # 保留原始几何类型 memory_layer = QgsVectorLayer( f"{QgsWkbTypes.displayString(geometry_type)}", # 指定几何类型 "Transformed Layer", "memory" ) # 设置内存图层的 CRS 和属性字段 memory_layer.setCrs(target_crs) memory_layer.dataProvider().addAttributes(layer.fields()) # 复制字段 memory_layer.updateFields() # 遍历原图层的所有要素，逐个转换几何并添加到内存图层 features = [] for feature in layer.getFeatures(): new_feature = QgsFeature(feature) # 复制属性 geom = feature.geometry() if geom: # 检查几何是否有效 geom.transform(transform) # 转换几何坐标 new_feature.setGeometry(geom) features.append(new_feature) # 将转换后的要素添加到内存图层 memory_layer.dataProvider().addFeatures(features) # TODO 构造连接到Spatialite数据库的URI uri = QgsDataSourceUri() uri.setDatabase(self.spatialite_db_path) # TODO 将vectorlayer写入Spatialite 数据库 options = QgsVectorFileWriter.SaveVectorOptions() options.driverName = "SQLite" options.layerName = table_name options.fileEncoding = "UTF-8" # options.crs = target_crs options.actionOnExistingFile = QgsVectorFileWriter.CreateOrOverwriteLayer # TODO 将QgsVectorLayer导入到spatialite并指定表名 result = QgsVectorFileWriter.writeAsVectorFormatV2(memory_layer, self.spatialite_db_path, QgsProject.instance().transformContext(), options) return result # 将VectorLayer导出到文件 def vectorLayerExport(self, layer, path, type): options = QgsVectorFileWriter.SaveVectorOptions() options.driverName = type # Output format # options.includeGeometry = True # Include geometry context2 = QgsCoordinateTransformContext() error = QgsVectorFileWriter.writeAsVectorFormatV3(layer, path, context2, options) if error[0] == QgsVectorFileWriter.NoError: print(f"Exported {path} successfully!") else: print(f"Failed to export to {path}: {error}") # 将VectorLayer导出到矢量文件 def vectorLayerExportToVector(self, layer, path, type="ESRI Shapefile"): # TODO 导出矢量文件参数配置 export_options = QgsVectorFileWriter.SaveVectorOptions() export_options.driverName = type export_options.fileEncoding = "UTF-8" result = QgsVectorFileWriter.writeAsVectorFormatV2(layer, path, QgsCoordinateTransformContext(), export_options) if result[0] != QgsVectorFileWriter.NoError: print(f"Failed to export processed layer to SHP file.") print(result) # 拓扑检查成功，没有错误项 def topologySuccessWithNone(self): return { "状态": "拓扑检查成功", "结论": "符合" } # 拓扑检查成功 def topologySuccess(self, count, reportpath): return { "状态": "拓扑检查成功", "结论": "不符合" if count > 0 else "符合", "错误项": f"{count}条记录", "报告输出位置": reportpath } def tr(self, string, context=''): if context == '': context = self.__class__.__name__ return QCoreApplication.translate(context, string) def getLayerGeometryType(self, geom_type): geom_type_str = "" if geom_type == ogr.wkbPoint: geom_type_str = "Point" elif geom_type == ogr.wkbLineString: geom_type_str = "LineString" elif geom_type == ogr.wkbPolygon: geom_type_str = "Polygon" elif geom_type == ogr.wkbMultiPoint: geom_type_str = "MultiPoint" elif geom_type == ogr.wkbMultiLineString: geom_type_str = "MultiLineString" elif geom_type == ogr.wkbMultiPolygon: geom_type_str = "MultiPolygon" elif geom_type == ogr.wkbGeometryCollection: geom_type_str = "GeometryCollection" else: geom_type_str = None return geom_type_str