""" *************************************************************************** GdalAlgorithm.py --------------------- Date : August 2012 Copyright : (C) 2012 by Victor Olaya Email : volayaf at gmail dot com *************************************************************************** * * * This program is free software; you can redistribute it and/or modify * * it under the terms of the GNU General Public License as published by * * the Free Software Foundation; either version 2 of the License, or * * (at your option) any later version. * * * *************************************************************************** """ __author__ = 'Victor Olaya' __date__ = 'August 2012' __copyright__ = '(C) 2012, Victor Olaya' import os import re import numpy as np from PyQt5.QtGui import QIcon from qgis.PyQt.QtCore import QUrl, QCoreApplication from qgis._core import QgsCoordinateTransformContext from qgis.core import (QgsApplication, QgsProject, QgsVectorFileWriter, QgsProcessingFeatureSourceDefinition, QgsProcessingAlgorithm, QgsProcessingContext, QgsProcessingFeedback, QgsProviderRegistry, QgsDataSourceUri) from processing.algs.gdal.GdalAlgorithmDialog import GdalAlgorithmDialog from processing.algs.gdal.GdalUtils import GdalUtils from processing.tools.PostgreSQL.PostgreSQL import PostgreSQL from processing.tools.GeoServer.Geoserver import Geoserver from processing.tools.GeoServer.GeoService import GeoService from processing.tools.QGS.QgsProjectUtils import QgsProjectUtils from processing.tools.PrintUtils import getLastPrint from processing.tools.requestUtils import (spotfileUpload, downloadspotfile, deletespotfile) from processing.tools.FileListPrintUtils import getFileListPrint from processing.tools.SubprocessUtils import RunSubprocess import processing.tools.QGS.load from qgis.PyQt.QtCore import NULL pluginPath = os.path.normpath(os.path.join( os.path.split(os.path.dirname(__file__))[0], os.pardir)) class GdalAlgorithm(QgsProcessingAlgorithm): def __init__(self): super().__init__() # TODO wanger GdalAlgorithm全局参数配置 self.output_values = {} self.spatialite_db_path = "D:\\temp\\output.sqlite" self.pgcoon = { "host": "127.0.0.1", "schema": "vector", "port": "5432", "user": "postgres", "password": "postgres", "dbname": "real3d" } self.geoservercoon = { "url": "http://127.0.0.1:28085/geoserver", "username": "admin", "password": "geoserver", "defaultworkspace": "demo", "cachestart": "0", "cacheend": "15" } def icon(self): return QIcon(os.path.join(pluginPath, 'images', 'dbms', 'tool.png')) # return QgsApplication.getThemeIcon("/providerGdal.svg") def tags(self): return ['ogr', 'gdal', self.commandName()] def svgIconPath(self): return os.path.join(pluginPath, 'images', 'dbms', 'tool.png') # return QgsApplication.iconPath("providerGdal.svg") def createInstance(self, config={}): return self.__class__() def createCustomParametersWidget(self, parent): return GdalAlgorithmDialog(self, parent=parent) def getConsoleCommands(self, parameters, context, feedback, executing=True): return None def getOgrCompatibleSource(self, parameter_name, parameters, context, feedback, executing): """ Interprets a parameter as an OGR compatible source and layer name :param executing: """ if not executing and parameter_name in parameters and isinstance(parameters[parameter_name], QgsProcessingFeatureSourceDefinition): # if not executing, then we throw away all 'selected features only' settings # since these have no meaning for command line gdal use, and we don't want to force # an export of selected features only to a temporary file just to show the command! parameters = {parameter_name: parameters[parameter_name].source} input_layer = self.parameterAsVectorLayer(parameters, parameter_name, context) ogr_data_path = None ogr_layer_name = None if input_layer is None or input_layer.dataProvider().name() == 'memory': if executing: # parameter is not a vector layer - try to convert to a source compatible with OGR # and extract selection if required ogr_data_path = self.parameterAsCompatibleSourceLayerPath(parameters, parameter_name, context, QgsVectorFileWriter.supportedFormatExtensions(), QgsVectorFileWriter.supportedFormatExtensions()[ 0], feedback=feedback) ogr_layer_name = GdalUtils.ogrLayerName(ogr_data_path) else: # not executing - don't waste time converting incompatible sources, just return dummy strings # for the command preview (since the source isn't compatible with OGR, it has no meaning anyway and can't # be run directly in the command line) ogr_data_path = 'path_to_data_file' ogr_layer_name = 'layer_name' elif input_layer.dataProvider().name() == 'ogr': if executing and ( isinstance(parameters[parameter_name], QgsProcessingFeatureSourceDefinition) and parameters[ parameter_name].selectedFeaturesOnly) \ or input_layer.subsetString(): # parameter is a vector layer, with OGR data provider # so extract selection if required ogr_data_path = self.parameterAsCompatibleSourceLayerPath(parameters, parameter_name, context, QgsVectorFileWriter.supportedFormatExtensions(), feedback=feedback) parts = QgsProviderRegistry.instance().decodeUri('ogr', ogr_data_path) ogr_data_path = parts['path'] if 'layerName' in parts and parts['layerName']: ogr_layer_name = parts['layerName'] else: ogr_layer_name = GdalUtils.ogrLayerName(ogr_data_path) else: # either not using the selection, or # not executing - don't worry about 'selected features only' handling. It has no meaning # for the command line preview since it has no meaning outside of a QGIS session! ogr_data_path = GdalUtils.ogrConnectionStringAndFormatFromLayer(input_layer)[0] ogr_layer_name = GdalUtils.ogrLayerName(input_layer.dataProvider().dataSourceUri()) elif input_layer.dataProvider().name().lower() == 'wfs': uri = QgsDataSourceUri(input_layer.source()) baseUrl = uri.param('url').split('?')[0] ogr_data_path = f"WFS:{baseUrl}" ogr_layer_name = uri.param('typename') else: # vector layer, but not OGR - get OGR compatible path # TODO - handle "selected features only" mode!! ogr_data_path = GdalUtils.ogrConnectionStringFromLayer(input_layer) ogr_layer_name = GdalUtils.ogrLayerName(input_layer.dataProvider().dataSourceUri()) return ogr_data_path, ogr_layer_name def setOutputValue(self, name, value): self.output_values[name] = value def processAlgorithm(self, parameters, context, feedback): # TODO wanger 拓扑检查 if parameters.get("INPUTVECTOR") is not None: res = self.topologycheck(parameters, context, feedback, executing=True) return res # TODO wanger 生成许可文件 if parameters.get("LICENSEHOST") is not None: self.generateLicense(parameters) return { "许可文件路径": parameters.get("OUTPUT") } # TODO wanger 上传图斑文件数据包 if parameters.get("SPOTFILE") is not None: filepath = parameters.get("SPOTFILE") print(filepath) json_obj = spotfileUpload(filepath=filepath) status = int(json_obj["statuscode"]) if status == 200: return { "状态": "上传成功！" } else: return { "状态": json_obj["message"] } # TODO wanger 下载图斑文件数据包 if parameters.get("SPOTFILEDOWNLOAD") is not None: fileindex = parameters.get("SPOTFILEDOWNLOAD") print("spotfilelist") print(self.spotfilelist) fileparams = self.spotfilelist[fileindex] print(fileparams) filestr = downloadspotfile(filename=f'{fileparams["name"]}.{fileparams["filetype"]}', dir=parameters.get("SPOTFILEOUT")) return { "状态": filestr } # TODO wanger 删除图斑文件数据包 if parameters.get("SPOTFILEDELETE") is not None: fileindex = parameters.get("SPOTFILEDELETE") print("spotfilelist") print(self.spotfilelist) fileparams = self.spotfilelist[fileindex] print(fileparams) filestr = deletespotfile(id=fileparams["id"]) return { "状态": "删除成功" } # TODO wanger GeoServer服务发布 if parameters.get("Publish_Service") is not None: zymlbsm = getLastPrint() if zymlbsm == None or zymlbsm == '': return { "Error": "资源目录未选择！" } print("zymlbsm====" + zymlbsm) layer_group_join = "" if parameters.get("LAYER_GROUP_JOIN") is not None: layer_group_join = self.groups[parameters.get("LAYER_GROUP_JOIN")] commands = self.getConsoleCommands(parameters, context, feedback, executing=True) geoSer = GeoService() result = None if parameters.get("INPUTRASTER") != NULL and parameters.get("INPUTRASTER") != "": # 获取输入栅格图层 raster_layer = self.parameterAsRasterLayer(parameters, self.INPUTRASTER, context) file = raster_layer.source() result = geoSer.publishGeoService(parameters, context, feedback, commands, zymlbsm, layer_group_join, file) else: result = geoSer.publishGeoService(parameters, context, feedback, commands, zymlbsm, layer_group_join, None) return result # === 获取gdal命令参数执行并输出log开始 === commands = self.getConsoleCommands(parameters, context, feedback, executing=True) # 增量更新 if parameters.get("ALLOWOVERLAP") is not None and len(commands) == 0: res = self.updateVector(parameters, context, feedback, executing=True) return res # 版本回退 if parameters.get("RESTORETABLE") is not None: res = self.restoreVector(parameters, context, feedback, executing=True) return res command = commands[0] if command.__contains__(" "): GdalUtils.runGdal([command], feedback) commands.remove(command) GdalUtils.runGdal(commands, feedback) else: GdalUtils.runGdal(commands, feedback) print(commands) results = {} for o in self.outputDefinitions(): if o.name() in parameters: results[o.name()] = parameters[o.name()] for k, v in self.output_values.items(): results[k] = v # === 获取gdal命令参数执行并输出log结束 === # TODO wanger 元数据入库 if parameters.get("Metadata_storage") is not None and parameters.get("Metadata_storage") == True: # 所属行政区划 ssxzqh = getLastPrint() print("ssxzqh====" + ssxzqh) # 获取附件列表 fileliststr = getFileListPrint() pgconn = PostgreSQL(schema='base') ogrLayer = "" if parameters.get("SOURCE_TYPE") == "vector": ogrLayer, layername = self.getOgrCompatibleSource(self.INPUT, parameters, context, feedback, None) elif parameters.get("SOURCE_TYPE") == "raster": raster_layer = self.parameterAsRasterLayer(parameters, self.INPUT, context) ogrLayer = raster_layer.source() print(ogrLayer) pgconn.metadataStorage(parameters, ssxzqh, fileliststr, self.ywlxs[parameters.get("VECTOR_YWLX")], self.depts[parameters.get("VECTOR_GLBM")], ogrLayer, self.zymls[parameters.get("VECTOR_ZYML")]) pgconn.close() return results def commandName(self): parameters = { param.name(): "1" for param in self.parameterDefinitions() } context = QgsProcessingContext() feedback = QgsProcessingFeedback() name = self.getConsoleCommands(parameters, context, feedback, executing=False)[0] if name.endswith(".py"): name = name[:-3] return name # 将VectorLayer导入到SpatiaLite数据库 def importLayerToSpatiaLite(self, layer, table_name): # TODO 构造连接到Spatialite数据库的URI uri = QgsDataSourceUri() uri.setDatabase(self.spatialite_db_path) # TODO 将vectorlayer写入Spatialite 数据库 options = QgsVectorFileWriter.SaveVectorOptions() options.driverName = "SQLite" options.layerName = table_name options.fileEncoding = "UTF-8" options.actionOnExistingFile = QgsVectorFileWriter.CreateOrOverwriteLayer # TODO 将QgsVectorLayer导入到spatialite并指定表名 result = QgsVectorFileWriter.writeAsVectorFormatV2(layer, self.spatialite_db_path, QgsCoordinateTransformContext(), options) return result # 将VectorLayer导出到文件 def vectorLayerExport(self, layer, path, type): options = QgsVectorFileWriter.SaveVectorOptions() options.driverName = type # Output format # options.includeGeometry = True # Include geometry context2 = QgsCoordinateTransformContext() error = QgsVectorFileWriter.writeAsVectorFormatV3(layer, path, context2, options) if error[0] == QgsVectorFileWriter.NoError: print(f"Exported {path} successfully!") else: print(f"Failed to export to {path}: {error}") # 将VectorLayer导出到矢量文件 def vectorLayerExportToVector(self, layer, path, type="ESRI Shapefile"): # TODO 导出矢量文件参数配置 export_options = QgsVectorFileWriter.SaveVectorOptions() export_options.driverName = type export_options.fileEncoding = "UTF-8" result = QgsVectorFileWriter.writeAsVectorFormatV2(layer, path, QgsCoordinateTransformContext(), export_options) if result[0] != QgsVectorFileWriter.NoError: print(f"Failed to export processed layer to SHP file.") # 拓扑检查成功，没有错误项 def topologySuccessWithNone(self): return { "状态": "拓扑检查成功", "结论": "符合" } #拓扑检查成功 def topologySuccess(self, count, reportpath): return { "状态": "拓扑检查成功", "结论": "不符合" if count > 0 else "符合", "错误项": f"{count}条记录", "报告输出位置": reportpath } def tr(self, string, context=''): if context == '': context = self.__class__.__name__ return QCoreApplication.translate(context, string)