sanya-dbms/processing/algs/gdal/GdalAlgorithm.py

"""
***************************************************************************
    GdalAlgorithm.py
    ---------------------
    Date                 : August 2012
    Copyright            : (C) 2012 by Victor Olaya
    Email                : volayaf at gmail dot com
***************************************************************************
*                                                                         *
*   This program is free software; you can redistribute it and/or modify  *
*   it under the terms of the GNU General Public License as published by  *
*   the Free Software Foundation; either version 2 of the License, or     *
*   (at your option) any later version.                                   *
*                                                                         *
***************************************************************************
"""

__author__ = 'Victor Olaya'
__date__ = 'August 2012'
__copyright__ = '(C) 2012, Victor Olaya'

import os
import re
import numpy as np
from PyQt5.QtGui import QIcon
from osgeo import ogr

from qgis.PyQt.QtCore import QUrl, QCoreApplication
from qgis._core import QgsCoordinateTransformContext, QgsCoordinateReferenceSystem, QgsCoordinateTransform, \
    QgsVectorLayer, QgsWkbTypes, QgsFeature, QgsGeometry

from qgis.core import (QgsApplication,
                       QgsProject,
                       QgsVectorFileWriter,
                       QgsProcessingFeatureSourceDefinition,
                       QgsProcessingAlgorithm,
                       QgsProcessingContext,
                       QgsProcessingFeedback,
                       QgsProviderRegistry,
                       QgsDataSourceUri)

from processing.algs.gdal.GdalAlgorithmDialog import GdalAlgorithmDialog
from processing.algs.gdal.GdalUtils import GdalUtils
from processing.tools.PostgreSQL.PostgreSQL import PostgreSQL
from processing.tools.GeoServer.Geoserver import Geoserver
from processing.tools.GeoServer.GeoService import GeoService
from processing.tools.QGS.QgsProjectUtils import QgsProjectUtils
from processing.tools.PrintUtils import getLastPrint
from processing.tools.requestUtils import (spotfileUpload, downloadspotfile, deletespotfile)
from processing.tools.FileListPrintUtils import getFileListPrint
from processing.tools.SubprocessUtils import RunSubprocess
import processing.tools.QGS.load
from qgis.PyQt.QtCore import NULL

import siwei_config

pluginPath = os.path.normpath(os.path.join(
    os.path.split(os.path.dirname(__file__))[0], os.pardir))


class GdalAlgorithm(QgsProcessingAlgorithm):
    def __init__(self):
        super().__init__()

        # 全局参数修改
        self.db_config = siwei_config.CONFIG['db']
        self.geoserver_config = siwei_config.CONFIG['geoserver']

        self.output_values = {}
        self.spatialite_db_path = "D:\\temp\\output.sqlite"
        self.pgcoon = {
            "host": self.db_config['host'],
            "schema": self.db_config['schema'],
            "port": self.db_config['port'],
            "user": self.db_config['user'],
            "password": self.db_config['password'],
            "dbname": self.db_config['name']
        }
        self.geoservercoon = {
            "url": self.geoserver_config['url'],
            "username": self.geoserver_config['username'],
            "password": self.geoserver_config['password'],
            "defaultworkspace": self.geoserver_config['default_workspace'],
            "cachestart": self.geoserver_config['cachestart'],
            "cacheend": self.geoserver_config['cacheend']
        }

    def icon(self):
        return QIcon(os.path.join(pluginPath, 'images', 'dbms', 'tool.png'))
        # return QgsApplication.getThemeIcon("/providerGdal.svg")

    def tags(self):
        return ['ogr', 'gdal', self.commandName()]

    def svgIconPath(self):
        return os.path.join(pluginPath, 'images', 'dbms', 'tool.png')
        # return QgsApplication.iconPath("providerGdal.svg")

    def createInstance(self, config={}):
        return self.__class__()

    def createCustomParametersWidget(self, parent):
        return GdalAlgorithmDialog(self, parent=parent)

    def getConsoleCommands(self, parameters, context, feedback, executing=True):
        return None

    def getOgrCompatibleSource(self, parameter_name, parameters, context, feedback, executing):
        """
        Interprets a parameter as an OGR compatible source and layer name
        :param executing:
        """
        if not executing and parameter_name in parameters and isinstance(parameters[parameter_name],
                                                                         QgsProcessingFeatureSourceDefinition):
            # if not executing, then we throw away all 'selected features only' settings
            # since these have no meaning for command line gdal use, and we don't want to force
            # an export of selected features only to a temporary file just to show the command!
            parameters = {parameter_name: parameters[parameter_name].source}

        input_layer = self.parameterAsVectorLayer(parameters, parameter_name, context)
        ogr_data_path = None
        ogr_layer_name = None
        if input_layer is None or input_layer.dataProvider().name() == 'memory':
            if executing:
                # parameter is not a vector layer - try to convert to a source compatible with OGR
                # and extract selection if required
                ogr_data_path = self.parameterAsCompatibleSourceLayerPath(parameters, parameter_name, context,
                                                                          QgsVectorFileWriter.supportedFormatExtensions(),
                                                                          QgsVectorFileWriter.supportedFormatExtensions()[
                                                                              0],
                                                                          feedback=feedback)
                ogr_layer_name = GdalUtils.ogrLayerName(ogr_data_path)
            else:
                # not executing - don't waste time converting incompatible sources, just return dummy strings
                # for the command preview (since the source isn't compatible with OGR, it has no meaning anyway and can't
                # be run directly in the command line)
                ogr_data_path = 'path_to_data_file'
                ogr_layer_name = 'layer_name'
        elif input_layer.dataProvider().name() == 'ogr':
            if executing and (
                    isinstance(parameters[parameter_name], QgsProcessingFeatureSourceDefinition) and parameters[
                parameter_name].selectedFeaturesOnly) \
                    or input_layer.subsetString():
                # parameter is a vector layer, with OGR data provider
                # so extract selection if required
                ogr_data_path = self.parameterAsCompatibleSourceLayerPath(parameters, parameter_name, context,
                                                                          QgsVectorFileWriter.supportedFormatExtensions(),
                                                                          feedback=feedback)
                parts = QgsProviderRegistry.instance().decodeUri('ogr', ogr_data_path)
                ogr_data_path = parts['path']
                if 'layerName' in parts and parts['layerName']:
                    ogr_layer_name = parts['layerName']
                else:
                    ogr_layer_name = GdalUtils.ogrLayerName(ogr_data_path)
            else:
                # either not using the selection, or
                # not executing - don't worry about 'selected features only' handling. It has no meaning
                # for the command line preview since it has no meaning outside of a QGIS session!
                ogr_data_path = GdalUtils.ogrConnectionStringAndFormatFromLayer(input_layer)[0]
                ogr_layer_name = GdalUtils.ogrLayerName(input_layer.dataProvider().dataSourceUri())
        elif input_layer.dataProvider().name().lower() == 'wfs':
            uri = QgsDataSourceUri(input_layer.source())
            baseUrl = uri.param('url').split('?')[0]
            ogr_data_path = f"WFS:{baseUrl}"
            ogr_layer_name = uri.param('typename')
        else:
            # vector layer, but not OGR - get OGR compatible path
            # TODO - handle "selected features only" mode!!
            ogr_data_path = GdalUtils.ogrConnectionStringFromLayer(input_layer)
            ogr_layer_name = GdalUtils.ogrLayerName(input_layer.dataProvider().dataSourceUri())
        return ogr_data_path, ogr_layer_name

    def setOutputValue(self, name, value):
        self.output_values[name] = value

    def processAlgorithm(self, parameters, context, feedback):
        print("############进入GdalAlgorithm组件的processAlgorithm################")
        # if parameters.get("Metadata_storage") is not None and parameters.get("Metadata_storage") == True:
        #
        #     return;
        # TODO wanger GDB入库
        if parameters.get("INPUTGDB") is not None:
            res = self.gdbimport(parameters, context, feedback, executing=True)
            return res
        # TODO wanger 拓扑检查
        if parameters.get("INPUTVECTOR") is not None:
            res = self.topologycheck(parameters, context, feedback, executing=True)
            return res
        # TODO wanger 生成许可文件
        if parameters.get("LICENSEHOST") is not None:
            self.generateLicense(parameters)
            return {
                "许可文件路径": parameters.get("OUTPUT")
            }
        # TODO wanger 上传图斑文件数据包
        if parameters.get("SPOTFILE") is not None:
            filepath = parameters.get("SPOTFILE")
            print(filepath)
            json_obj = spotfileUpload(filepath=filepath)
            status = int(json_obj["statuscode"])
            if status == 200:
                return {
                    "状态": "上传成功！"
                }
            else:
                return {
                    "状态": json_obj["message"]
                }
        # TODO wanger 下载图斑文件数据包
        if parameters.get("SPOTFILEDOWNLOAD") is not None:
            fileindex = parameters.get("SPOTFILEDOWNLOAD")
            print("spotfilelist")
            print(self.spotfilelist)
            fileparams = self.spotfilelist[fileindex]
            print(fileparams)
            filestr = downloadspotfile(filename=f'{fileparams["name"]}.{fileparams["filetype"]}',
                                       dir=parameters.get("SPOTFILEOUT"))
            return {
                "状态": filestr
            }
        # TODO wanger 删除图斑文件数据包
        if parameters.get("SPOTFILEDELETE") is not None:
            fileindex = parameters.get("SPOTFILEDELETE")
            print("spotfilelist")
            print(self.spotfilelist)
            fileparams = self.spotfilelist[fileindex]
            print(fileparams)
            filestr = deletespotfile(id=fileparams["id"])
            return {
                "状态": "删除成功"
            }
        # TODO wanger GeoServer服务发布
        if parameters.get("Publish_Service") is not None:
            zymlbsm = getLastPrint()
            if zymlbsm == None or zymlbsm == '':
                return {
                    "Error": "资源目录未选择！"
                }
            print("zymlbsm====" + zymlbsm)
            layer_group_join = ""
            if parameters.get("LAYER_GROUP_JOIN") is not None:
                layer_group_join = self.groups[parameters.get("LAYER_GROUP_JOIN")]
            commands = self.getConsoleCommands(parameters, context, feedback, executing=True)
            geoSer = GeoService()
            result = None
            if parameters.get("INPUTRASTER") != NULL and parameters.get("INPUTRASTER") != "":
                # 获取输入栅格图层
                raster_layer = self.parameterAsRasterLayer(parameters, self.INPUTRASTER, context)
                file = raster_layer.source()
                result = geoSer.publishGeoService(parameters, context, feedback, commands, zymlbsm, layer_group_join,
                                                  file)
            else:
                result = geoSer.publishGeoService(parameters, context, feedback, commands, zymlbsm, layer_group_join,
                                                  None)
            return result

        # === 获取gdal命令参数执行并输出log开始 ===
        commands = self.getConsoleCommands(parameters, context, feedback, executing=True)
        # 增量更新
        if parameters.get("ALLOWOVERLAP") is not None and len(commands) == 0:
            res = self.updateVector(parameters, context, feedback, executing=True)
            return res
        # 版本回退
        if parameters.get("RESTORETABLE") is not None:
            res = self.restoreVector(parameters, context, feedback, executing=True)
            return res
        command = commands[0]
        if command.__contains__(" "):
            GdalUtils.runGdal([command], feedback)
            commands.remove(command)
            GdalUtils.runGdal(commands, feedback)
        else:
            GdalUtils.runGdal(commands, feedback)
        print(commands)
        results = {}
        for o in self.outputDefinitions():
            if o.name() in parameters:
                results[o.name()] = parameters[o.name()]
        for k, v in self.output_values.items():
            results[k] = v
        # === 获取gdal命令参数执行并输出log结束 ===
        # TODO wanger 元数据入库
        if parameters.get("Metadata_storage") is not None and parameters.get("Metadata_storage") == True:
            # 所属行政区划
            ssxzqh = getLastPrint()
            print("ssxzqh====" + ssxzqh)
            # 获取附件列表
            fileliststr = getFileListPrint()
            pgconn = PostgreSQL(schema='base')
            ogrLayer = ""
            layername = ""
            if parameters.get("SOURCE_TYPE") == "vector":
                ogrLayer, layername = self.getOgrCompatibleSource(self.INPUT, parameters, context, feedback, None)
            elif parameters.get("SOURCE_TYPE") == "raster":
                raster_layer = self.parameterAsRasterLayer(parameters, self.INPUT, context)
                ogrLayer = raster_layer.source()
            print(ogrLayer)
            pgconn.metadataStorage(parameters, ssxzqh, fileliststr, self.ywlxs[parameters.get("VECTOR_YWLX")],
                                   self.depts[parameters.get("VECTOR_GLBM")], ogrLayer, layername,
                                   self.zymls[parameters.get("VECTOR_ZYML")])
            pgconn.close()
        return results

    def commandName(self):
        parameters = {
            param.name(): "1"
            for param in self.parameterDefinitions()
        }
        context = QgsProcessingContext()
        feedback = QgsProcessingFeedback()
        name = self.getConsoleCommands(parameters, context, feedback, executing=False)[0]
        if name.endswith(".py"):
            name = name[:-3]
        return name

    # 将VectorLayer导入到SpatiaLite数据库
    def importLayerToSpatiaLite(self, layer, table_name):
        # TODO wanger 强制进行坐标系转换  统一入库数据坐标系  增强分析结果准确性
        target_crs = QgsCoordinateReferenceSystem("EPSG:4490")
        # 创建坐标转换对象
        transform_context = QgsProject.instance().transformContext()
        transform = QgsCoordinateTransform(layer.crs(), target_crs, transform_context)
        # 创建内存图层
        geometry_type = layer.wkbType()  # 保留原始几何类型
        memory_layer = QgsVectorLayer(
            f"{QgsWkbTypes.displayString(geometry_type)}",  # 指定几何类型
            "Transformed Layer",
            "memory"
        )
        # 设置内存图层的 CRS 和属性字段
        memory_layer.setCrs(target_crs)
        memory_layer.dataProvider().addAttributes(layer.fields())  # 复制字段
        memory_layer.updateFields()
        # 遍历原图层的所有要素，逐个转换几何并添加到内存图层
        features = []
        for feature in layer.getFeatures():
            new_feature = QgsFeature(feature)  # 复制属性
            geom = feature.geometry()
            if geom:  # 检查几何是否有效
                geom.transform(transform)  # 转换几何坐标
                new_feature.setGeometry(geom)
            features.append(new_feature)
        # 将转换后的要素添加到内存图层
        memory_layer.dataProvider().addFeatures(features)
        # TODO 构造连接到Spatialite数据库的URI
        uri = QgsDataSourceUri()
        uri.setDatabase(self.spatialite_db_path)
        # TODO 将vectorlayer写入Spatialite 数据库
        options = QgsVectorFileWriter.SaveVectorOptions()
        options.driverName = "SQLite"
        options.layerName = table_name
        options.fileEncoding = "UTF-8"
        # options.crs = target_crs
        options.actionOnExistingFile = QgsVectorFileWriter.CreateOrOverwriteLayer
        # TODO 将QgsVectorLayer导入到spatialite并指定表名
        result = QgsVectorFileWriter.writeAsVectorFormatV2(memory_layer, self.spatialite_db_path,
                                                           QgsProject.instance().transformContext(), options)
        return result

    # 将VectorLayer导出到文件
    def vectorLayerExport(self, layer, path, type):
        options = QgsVectorFileWriter.SaveVectorOptions()
        options.driverName = type  # Output format
        # options.includeGeometry = True  # Include geometry
        context2 = QgsCoordinateTransformContext()
        error = QgsVectorFileWriter.writeAsVectorFormatV3(layer, path, context2, options)
        if error[0] == QgsVectorFileWriter.NoError:
            print(f"Exported {path} successfully!")
        else:
            print(f"Failed to export to {path}: {error}")

    # 将VectorLayer导出到矢量文件
    def vectorLayerExportToVector(self, layer, path, type="ESRI Shapefile"):
        # TODO 导出矢量文件参数配置
        export_options = QgsVectorFileWriter.SaveVectorOptions()
        export_options.driverName = type
        export_options.fileEncoding = "UTF-8"
        result = QgsVectorFileWriter.writeAsVectorFormatV2(layer, path,
                                                           QgsCoordinateTransformContext(), export_options)
        if result[0] != QgsVectorFileWriter.NoError:
            print(f"Failed to export processed layer to SHP file.")
            print(result)

    # 拓扑检查成功，没有错误项
    def topologySuccessWithNone(self):
        return {
            "状态": "拓扑检查成功",
            "结论": "符合"
        }

    # 拓扑检查成功
    def topologySuccess(self, count, reportpath):
        return {
            "状态": "拓扑检查成功",
            "结论": "不符合" if count > 0 else "符合",
            "错误项": f"{count}条记录",
            "报告输出位置": reportpath
        }

    def tr(self, string, context=''):
        if context == '':
            context = self.__class__.__name__
        return QCoreApplication.translate(context, string)

    def getLayerGeometryType(self, geom_type):
        geom_type_str = ""
        if geom_type == ogr.wkbPoint:
            geom_type_str = "Point"
        elif geom_type == ogr.wkbLineString:
            geom_type_str = "LineString"
        elif geom_type == ogr.wkbPolygon:
            geom_type_str = "Polygon"
        elif geom_type == ogr.wkbMultiPoint:
            geom_type_str = "MultiPoint"
        elif geom_type == ogr.wkbMultiLineString:
            geom_type_str = "MultiLineString"
        elif geom_type == ogr.wkbMultiPolygon:
            geom_type_str = "MultiPolygon"
        elif geom_type == ogr.wkbGeometryCollection:
            geom_type_str = "GeometryCollection"
        else:
            geom_type_str = None
        return geom_type_str