mirror of
https://github.com/qgis/QGIS.git
synced 2025-10-31 00:06:02 -04:00
475 lines
16 KiB
Python
475 lines
16 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
"""
|
|
***************************************************************************
|
|
dataobject.py
|
|
---------------------
|
|
Date : August 2012
|
|
Copyright : (C) 2012 by Victor Olaya
|
|
Email : volayaf at gmail dot com
|
|
***************************************************************************
|
|
* *
|
|
* This program is free software; you can redistribute it and/or modify *
|
|
* it under the terms of the GNU General Public License as published by *
|
|
* the Free Software Foundation; either version 2 of the License, or *
|
|
* (at your option) any later version. *
|
|
* *
|
|
***************************************************************************
|
|
"""
|
|
from builtins import str
|
|
|
|
|
|
__author__ = 'Victor Olaya'
|
|
__date__ = 'August 2012'
|
|
__copyright__ = '(C) 2012, Victor Olaya'
|
|
|
|
# This will get replaced with a git SHA1 when you do a git archive
|
|
|
|
__revision__ = '$Format:%H$'
|
|
|
|
import os
|
|
import re
|
|
|
|
from qgis.PyQt.QtCore import QSettings
|
|
from qgis.core import (Qgis,
|
|
QgsProject,
|
|
QgsVectorFileWriter,
|
|
QgsMapLayer,
|
|
QgsRasterLayer,
|
|
QgsWkbTypes,
|
|
QgsVectorLayer,
|
|
QgsProject,
|
|
QgsCoordinateReferenceSystem)
|
|
from qgis.gui import QgsSublayersDialog
|
|
from qgis.utils import iface
|
|
|
|
from processing.core.ProcessingConfig import ProcessingConfig
|
|
from processing.algs.gdal.GdalUtils import GdalUtils
|
|
from processing.tools.system import (getTempFilenameInTempFolder,
|
|
getTempFilename,
|
|
removeInvalidChars,
|
|
isWindows)
|
|
|
|
ALL_TYPES = [-1]
|
|
|
|
TYPE_VECTOR_ANY = -1
|
|
TYPE_VECTOR_POINT = 0
|
|
TYPE_VECTOR_LINE = 1
|
|
TYPE_VECTOR_POLYGON = 2
|
|
TYPE_RASTER = 3
|
|
TYPE_FILE = 4
|
|
TYPE_TABLE = 5
|
|
|
|
_loadedLayers = {}
|
|
|
|
|
|
def resetLoadedLayers():
|
|
global _loadedLayers
|
|
_loadedLayers = {}
|
|
|
|
|
|
def getSupportedOutputVectorLayerExtensions():
|
|
formats = QgsVectorFileWriter.supportedFiltersAndFormats()
|
|
exts = []
|
|
for extension in list(formats.keys()):
|
|
extension = str(extension)
|
|
extension = extension[extension.find('*.') + 2:]
|
|
extension = extension[:extension.find(' ')]
|
|
if extension.lower() != 'shp':
|
|
exts.append(extension)
|
|
exts.sort()
|
|
exts.insert(0, 'shp') # shp is the default, should be the first
|
|
return exts
|
|
|
|
|
|
def getSupportedOutputRasterLayerExtensions():
|
|
allexts = []
|
|
for exts in list(GdalUtils.getSupportedRasters().values()):
|
|
for ext in exts:
|
|
if ext != 'tif' and ext not in allexts:
|
|
allexts.append(ext)
|
|
allexts.sort()
|
|
allexts.insert(0, 'tif') # tif is the default, should be the first
|
|
return allexts
|
|
|
|
|
|
def getSupportedOutputTableExtensions():
|
|
exts = ['csv']
|
|
return exts
|
|
|
|
|
|
def getRasterLayers(sorting=True):
|
|
layers = QgsProject.instance().layerTreeRoot().findLayers()
|
|
raster = [lay.layer() for lay in layers if lay.layer() is not None and canUseRasterLayer(lay.layer())]
|
|
if sorting:
|
|
return sorted(raster, key=lambda layer: layer.name().lower())
|
|
else:
|
|
return raster
|
|
|
|
|
|
def getVectorLayers(shapetype=[-1], sorting=True):
|
|
layers = QgsProject.instance().layerTreeRoot().findLayers()
|
|
vector = [lay.layer() for lay in layers if canUseVectorLayer(lay.layer(), shapetype)]
|
|
if sorting:
|
|
return sorted(vector, key=lambda layer: layer.name().lower())
|
|
else:
|
|
return vector
|
|
|
|
|
|
def canUseVectorLayer(layer, shapetype):
|
|
if layer.type() == QgsMapLayer.VectorLayer and layer.dataProvider().name() != "grass":
|
|
if (layer.hasGeometryType() and
|
|
(shapetype == ALL_TYPES or layer.geometryType() in shapetype)):
|
|
return True
|
|
return False
|
|
|
|
|
|
def canUseRasterLayer(layer):
|
|
if layer.type() == QgsMapLayer.RasterLayer:
|
|
if layer.providerType() == 'gdal': # only gdal file-based layers
|
|
return True
|
|
|
|
return False
|
|
|
|
|
|
def getAllLayers():
|
|
layers = []
|
|
layers += getRasterLayers()
|
|
layers += getVectorLayers()
|
|
return sorted(layers, key=lambda layer: layer.name().lower())
|
|
|
|
|
|
def getTables(sorting=True):
|
|
layers = QgsProject.instance().layerTreeRoot().findLayers()
|
|
tables = []
|
|
for layer in layers:
|
|
mapLayer = layer.layer()
|
|
if mapLayer.type() == QgsMapLayer.VectorLayer:
|
|
tables.append(mapLayer)
|
|
if sorting:
|
|
return sorted(tables, key=lambda table: table.name().lower())
|
|
else:
|
|
return tables
|
|
|
|
|
|
def extent(layers):
|
|
first = True
|
|
for layer in layers:
|
|
if not isinstance(layer, (QgsMapLayer.QgsRasterLayer, QgsMapLayer.QgsVectorLayer)):
|
|
layer = getObjectFromUri(layer)
|
|
if layer is None:
|
|
continue
|
|
if first:
|
|
xmin = layer.extent().xMinimum()
|
|
xmax = layer.extent().xMaximum()
|
|
ymin = layer.extent().yMinimum()
|
|
ymax = layer.extent().yMaximum()
|
|
else:
|
|
xmin = min(xmin, layer.extent().xMinimum())
|
|
xmax = max(xmax, layer.extent().xMaximum())
|
|
ymin = min(ymin, layer.extent().yMinimum())
|
|
ymax = max(ymax, layer.extent().yMaximum())
|
|
first = False
|
|
if first:
|
|
return '0,0,0,0'
|
|
else:
|
|
return str(xmin) + ',' + str(xmax) + ',' + str(ymin) + ',' + str(ymax)
|
|
|
|
|
|
def loadList(layers):
|
|
for layer in layers:
|
|
load(layer)
|
|
|
|
|
|
def load(fileName, name=None, crs=None, style=None):
|
|
"""Loads a layer/table into the current project, given its file.
|
|
"""
|
|
|
|
if fileName is None:
|
|
return
|
|
prjSetting = None
|
|
settings = QSettings()
|
|
if crs is not None:
|
|
prjSetting = settings.value('/Projections/defaultBehavior')
|
|
settings.setValue('/Projections/defaultBehavior', '')
|
|
if name is None:
|
|
name = os.path.split(fileName)[1]
|
|
qgslayer = QgsVectorLayer(fileName, name, 'ogr')
|
|
if qgslayer.isValid():
|
|
if crs is not None and qgslayer.crs() is None:
|
|
qgslayer.setCrs(crs, False)
|
|
if style is None:
|
|
if qgslayer.geometryType() == QgsWkbTypes.PointGeometry:
|
|
style = ProcessingConfig.getSetting(ProcessingConfig.VECTOR_POINT_STYLE)
|
|
elif qgslayer.geometryType() == QgsWkbTypes.LineGeometry:
|
|
style = ProcessingConfig.getSetting(ProcessingConfig.VECTOR_LINE_STYLE)
|
|
else:
|
|
style = ProcessingConfig.getSetting(ProcessingConfig.VECTOR_POLYGON_STYLE)
|
|
qgslayer.loadNamedStyle(style)
|
|
QgsProject.instance().addMapLayers([qgslayer])
|
|
else:
|
|
qgslayer = QgsRasterLayer(fileName, name)
|
|
if qgslayer.isValid():
|
|
if crs is not None and qgslayer.crs() is None:
|
|
qgslayer.setCrs(crs, False)
|
|
if style is None:
|
|
style = ProcessingConfig.getSetting(ProcessingConfig.RASTER_STYLE)
|
|
qgslayer.loadNamedStyle(style)
|
|
QgsProject.instance().addMapLayers([qgslayer])
|
|
else:
|
|
if prjSetting:
|
|
settings.setValue('/Projections/defaultBehavior', prjSetting)
|
|
raise RuntimeError('Could not load layer: ' + str(fileName)
|
|
+ '\nCheck the processing framework log to look for errors')
|
|
if prjSetting:
|
|
settings.setValue('/Projections/defaultBehavior', prjSetting)
|
|
|
|
return qgslayer
|
|
|
|
|
|
def getObjectFromName(name):
|
|
layers = getAllLayers()
|
|
for layer in layers:
|
|
if layer.name() == name:
|
|
return layer
|
|
|
|
|
|
def getObject(uriorname):
|
|
ret = getObjectFromName(uriorname)
|
|
if ret is None:
|
|
ret = getObjectFromUri(uriorname)
|
|
return ret
|
|
|
|
|
|
def normalizeLayerSource(source):
|
|
if isWindows():
|
|
source = source.replace('\\', '/')
|
|
source = source.replace('"', "'")
|
|
return source
|
|
|
|
|
|
def getObjectFromUri(uri, forceLoad=True):
|
|
"""Returns an object (layer/table) given a source definition.
|
|
|
|
if forceLoad is true, it tries to load it if it is not currently open
|
|
Otherwise, it will return the object only if it is loaded in QGIS.
|
|
"""
|
|
|
|
if uri is None:
|
|
return None
|
|
if uri in _loadedLayers:
|
|
return _loadedLayers[uri]
|
|
layers = getRasterLayers()
|
|
for layer in layers:
|
|
if normalizeLayerSource(layer.source()) == normalizeLayerSource(uri):
|
|
return layer
|
|
layers = getVectorLayers()
|
|
for layer in layers:
|
|
if normalizeLayerSource(layer.source()) == normalizeLayerSource(uri):
|
|
return layer
|
|
tables = getTables()
|
|
for table in tables:
|
|
if normalizeLayerSource(table.source()) == normalizeLayerSource(uri):
|
|
return table
|
|
if forceLoad and os.path.exists(uri):
|
|
settings = QSettings()
|
|
prjSetting = settings.value('/Projections/defaultBehavior')
|
|
settings.setValue('/Projections/defaultBehavior', '')
|
|
|
|
# If is not opened, we open it
|
|
name = os.path.basename(uri)
|
|
for provider in ['ogr', 'postgres', 'spatialite', 'virtual']:
|
|
layer = QgsVectorLayer(uri, name, provider)
|
|
if layer.isValid():
|
|
if prjSetting:
|
|
settings.setValue('/Projections/defaultBehavior', prjSetting)
|
|
_loadedLayers[normalizeLayerSource(layer.source())] = layer
|
|
return layer
|
|
layer = QgsRasterLayer(uri, name)
|
|
if layer.isValid():
|
|
if prjSetting:
|
|
settings.setValue('/Projections/defaultBehavior', prjSetting)
|
|
_loadedLayers[normalizeLayerSource(layer.source())] = layer
|
|
return layer
|
|
if prjSetting:
|
|
settings.setValue('/Projections/defaultBehavior', prjSetting)
|
|
else:
|
|
return None
|
|
|
|
|
|
def exportVectorLayer(layer, supported=None):
|
|
"""Takes a QgsVectorLayer and returns the filename to refer to it,
|
|
which allows external apps which support only file-based layers to
|
|
use it. It performs the necessary export in case the input layer
|
|
is not in a standard format suitable for most applications, it is
|
|
a remote one or db-based (non-file based) one, or if there is a
|
|
selection and it should be used, exporting just the selected
|
|
features.
|
|
|
|
Currently, the output is restricted to shapefiles, so anything
|
|
that is not in a shapefile will get exported. It also export to
|
|
a new file if the original one contains non-ascii characters.
|
|
"""
|
|
|
|
supported = supported or ["shp"]
|
|
settings = QSettings()
|
|
systemEncoding = settings.value('/UI/encoding', 'System')
|
|
|
|
output = getTempFilename('shp')
|
|
basename = removeInvalidChars(os.path.basename(layer.source()))
|
|
if basename:
|
|
if not basename.endswith("shp"):
|
|
basename = os.path.splitext(basename)[0] + ".shp"
|
|
output = getTempFilenameInTempFolder(basename)
|
|
else:
|
|
output = getTempFilename("shp")
|
|
provider = layer.dataProvider()
|
|
useSelection = ProcessingConfig.getSetting(ProcessingConfig.USE_SELECTED)
|
|
if useSelection and layer.selectedFeatureCount() != 0:
|
|
writer = QgsVectorFileWriter(output, systemEncoding,
|
|
layer.fields(),
|
|
layer.wkbType(), layer.crs())
|
|
selection = layer.selectedFeatures()
|
|
for feat in selection:
|
|
writer.addFeature(feat)
|
|
del writer
|
|
return output
|
|
else:
|
|
if not os.path.splitext(layer.source())[1].lower() in supported:
|
|
writer = QgsVectorFileWriter(
|
|
output, systemEncoding,
|
|
layer.fields(), layer.wkbType(),
|
|
layer.crs()
|
|
)
|
|
for feat in layer.getFeatures():
|
|
writer.addFeature(feat)
|
|
del writer
|
|
return output
|
|
else:
|
|
return layer.source()
|
|
|
|
|
|
def exportRasterLayer(layer):
|
|
"""Takes a QgsRasterLayer and returns the filename to refer to it,
|
|
which allows external apps which support only file-based layers to
|
|
use it. It performs the necessary export in case the input layer
|
|
is not in a standard format suitable for most applications, it is
|
|
a remote one or db-based (non-file based) one.
|
|
|
|
Currently, the output is restricted to geotiff, but not all other
|
|
formats are exported. Only those formats not supported by GDAL are
|
|
exported, so it is assumed that the external app uses GDAL to read
|
|
the layer.
|
|
"""
|
|
|
|
# TODO: Do the conversion here
|
|
return str(layer.source())
|
|
|
|
|
|
def exportTable(table):
|
|
"""Takes a QgsVectorLayer and returns the filename to refer to its
|
|
attributes table, which allows external apps which support only
|
|
file-based layers to use it.
|
|
|
|
It performs the necessary export in case the input layer is not in
|
|
a standard format suitable for most applications, it isa remote
|
|
one or db-based (non-file based) one.
|
|
|
|
Currently, the output is restricted to DBF. It also export to a new
|
|
file if the original one contains non-ascii characters.
|
|
"""
|
|
|
|
settings = QSettings()
|
|
systemEncoding = settings.value('/UI/encoding', 'System')
|
|
output = getTempFilename()
|
|
isASCII = True
|
|
try:
|
|
str(table.source()).decode('ascii')
|
|
except UnicodeEncodeError:
|
|
isASCII = False
|
|
isDbf = str(table.source()).endswith('dbf') \
|
|
or str(table.source()).endswith('shp')
|
|
if not isDbf or not isASCII:
|
|
writer = QgsVectorFileWriter(output, systemEncoding,
|
|
layer.fields(), QgsWkbTypes.NullGeometry,
|
|
QgsCoordinateReferenceSystem('4326'))
|
|
for feat in table.getFeatures():
|
|
writer.addFeature(feat)
|
|
del writer
|
|
return output + '.dbf'
|
|
else:
|
|
filename = str(table.source())
|
|
if str(table.source()).endswith('shp'):
|
|
return filename[:-3] + 'dbf'
|
|
else:
|
|
return filename
|
|
|
|
|
|
def getRasterSublayer(path, param):
|
|
|
|
layer = QgsRasterLayer(path)
|
|
|
|
try:
|
|
# If the layer is a raster layer and has multiple sublayers, let the user chose one.
|
|
# Based on QgisApp::askUserForGDALSublayers
|
|
if layer and param.showSublayersDialog and layer.dataProvider().name() == "gdal" and len(layer.subLayers()) > 1:
|
|
layers = []
|
|
subLayerNum = 0
|
|
# simplify raster sublayer name
|
|
for subLayer in layer.subLayers():
|
|
# if netcdf/hdf use all text after filename
|
|
if bool(re.match('netcdf', subLayer, re.I)) or bool(re.match('hdf', subLayer, re.I)):
|
|
subLayer = subLayer.split(path)[1]
|
|
subLayer = subLayer[1:]
|
|
else:
|
|
# remove driver name and file name
|
|
subLayer.replace(subLayer.split(":")[0], "")
|
|
subLayer.replace(path, "")
|
|
# remove any : or " left over
|
|
if subLayer.startswith(":"):
|
|
subLayer = subLayer[1:]
|
|
if subLayer.startswith("\""):
|
|
subLayer = subLayer[1:]
|
|
if subLayer.endswith(":"):
|
|
subLayer = subLayer[:-1]
|
|
if subLayer.endswith("\""):
|
|
subLayer = subLayer[:-1]
|
|
|
|
ld = QgsSublayersDialog.LayerDefinition()
|
|
ld.layerId = subLayerNum
|
|
ld.layerName = subLayer
|
|
layers.append(ld)
|
|
subLayerNum = subLayerNum + 1
|
|
|
|
# Use QgsSublayersDialog
|
|
# Would be good if QgsSublayersDialog had an option to allow only one sublayer to be selected
|
|
chooseSublayersDialog = QgsSublayersDialog(QgsSublayersDialog.Gdal, "gdal")
|
|
chooseSublayersDialog.populateLayerTable(layers)
|
|
|
|
if chooseSublayersDialog.exec_():
|
|
return layer.subLayers()[chooseSublayersDialog.selectionIndexes()[0]]
|
|
else:
|
|
# If user pressed cancel then just return the input path
|
|
return path
|
|
else:
|
|
# If the sublayers selection dialog is not to be shown then just return the input path
|
|
return path
|
|
except:
|
|
# If the layer is not a raster layer, then just return the input path
|
|
return path
|
|
|
|
|
|
def vectorDataType(obj):
|
|
types = ''
|
|
for t in obj.datatype:
|
|
if t == dataobjects.TYPE_VECTOR_POINT:
|
|
types += 'point, '
|
|
elif t == dataobjects.TYPE_VECTOR_LINE:
|
|
types += 'line, '
|
|
elif t == dataobjects.TYPE_VECTOR_POLYGON:
|
|
types += 'polygon, '
|
|
else:
|
|
types += 'any, '
|
|
|
|
return types[:-2]
|