mirror of
				https://github.com/qgis/QGIS.git
				synced 2025-11-04 00:04:25 -05:00 
			
		
		
		
	Makes SelectByAttribute orders of magnitude faster for providers which support compiled expressions (eg Postgres), also allows algorithm to take advantage of database indexes created on attribute. For a 4 million point PostGIS layer (with an index on attribute) BEFORE: cancelled after 20 mins AFTER: ~2 seconds
		
			
				
	
	
		
			127 lines
		
	
	
		
			5.2 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			127 lines
		
	
	
		
			5.2 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
# -*- coding: utf-8 -*-
 | 
						|
 | 
						|
"""
 | 
						|
***************************************************************************
 | 
						|
    SelectByAttribute.py
 | 
						|
    ---------------------
 | 
						|
    Date                 : May 2010
 | 
						|
    Copyright            : (C) 2010 by Michael Minn
 | 
						|
    Email                : pyqgis at michaelminn dot com
 | 
						|
***************************************************************************
 | 
						|
*                                                                         *
 | 
						|
*   This program is free software; you can redistribute it and/or modify  *
 | 
						|
*   it under the terms of the GNU General Public License as published by  *
 | 
						|
*   the Free Software Foundation; either version 2 of the License, or     *
 | 
						|
*   (at your option) any later version.                                   *
 | 
						|
*                                                                         *
 | 
						|
***************************************************************************
 | 
						|
"""
 | 
						|
 | 
						|
__author__ = 'Michael Minn'
 | 
						|
__date__ = 'May 2010'
 | 
						|
__copyright__ = '(C) 2010, Michael Minn'
 | 
						|
 | 
						|
# This will get replaced with a git SHA1 when you do a git archive
 | 
						|
 | 
						|
__revision__ = '$Format:%H$'
 | 
						|
 | 
						|
from PyQt4.QtCore import QVariant
 | 
						|
from qgis.core import QgsExpression, QgsFeatureRequest
 | 
						|
from processing.core.GeoAlgorithm import GeoAlgorithm
 | 
						|
from processing.core.GeoAlgorithmExecutionException import GeoAlgorithmExecutionException
 | 
						|
from processing.core.parameters import ParameterVector
 | 
						|
from processing.core.parameters import ParameterTableField
 | 
						|
from processing.core.parameters import ParameterSelection
 | 
						|
from processing.core.parameters import ParameterString
 | 
						|
from processing.core.outputs import OutputVector
 | 
						|
from processing.tools import dataobjects, vector
 | 
						|
 | 
						|
 | 
						|
class SelectByAttribute(GeoAlgorithm):
 | 
						|
    INPUT = 'INPUT'
 | 
						|
    FIELD = 'FIELD'
 | 
						|
    OPERATOR = 'OPERATOR'
 | 
						|
    VALUE = 'VALUE'
 | 
						|
    OUTPUT = 'OUTPUT'
 | 
						|
 | 
						|
    OPERATORS = ['=',
 | 
						|
                 '!=',
 | 
						|
                 '>',
 | 
						|
                 '>=',
 | 
						|
                 '<',
 | 
						|
                 '<=',
 | 
						|
                 'begins with',
 | 
						|
                 'contains'
 | 
						|
                 ]
 | 
						|
 | 
						|
    def defineCharacteristics(self):
 | 
						|
        self.name, self.i18n_name = self.trAlgorithm('Select by attribute')
 | 
						|
        self.group, self.i18n_group = self.trAlgorithm('Vector selection tools')
 | 
						|
 | 
						|
        self.i18n_operators = ['=',
 | 
						|
                               '!=',
 | 
						|
                               '>',
 | 
						|
                               '>=',
 | 
						|
                               '<',
 | 
						|
                               '<=',
 | 
						|
                               self.tr('begins with '),
 | 
						|
                               self.tr('contains')]
 | 
						|
 | 
						|
        self.addParameter(ParameterVector(self.INPUT,
 | 
						|
                                          self.tr('Input Layer'), [ParameterVector.VECTOR_TYPE_ANY]))
 | 
						|
        self.addParameter(ParameterTableField(self.FIELD,
 | 
						|
                                              self.tr('Selection attribute'), self.INPUT))
 | 
						|
        self.addParameter(ParameterSelection(self.OPERATOR,
 | 
						|
                                             self.tr('Operator'), self.i18n_operators))
 | 
						|
        self.addParameter(ParameterString(self.VALUE, self.tr('Value')))
 | 
						|
 | 
						|
        self.addOutput(OutputVector(self.OUTPUT, self.tr('Selected (attribute)'), True))
 | 
						|
 | 
						|
    def processAlgorithm(self, progress):
 | 
						|
        fileName = self.getParameterValue(self.INPUT)
 | 
						|
        layer = dataobjects.getObjectFromUri(fileName)
 | 
						|
        fieldName = self.getParameterValue(self.FIELD)
 | 
						|
        operator = self.OPERATORS[self.getParameterValue(self.OPERATOR)]
 | 
						|
        value = self.getParameterValue(self.VALUE)
 | 
						|
 | 
						|
        fields = layer.pendingFields()
 | 
						|
 | 
						|
        idx = layer.fieldNameIndex(fieldName)
 | 
						|
        fieldType = fields[idx].type()
 | 
						|
 | 
						|
        if fieldType != QVariant.String and operator in self.OPERATORS[-2:]:
 | 
						|
            op = ''.join(['"%s", ' % o for o in self.OPERATORS[-2:]])
 | 
						|
            raise GeoAlgorithmExecutionException(
 | 
						|
                self.tr('Operators %s can be used only with string fields.' % op))
 | 
						|
 | 
						|
        if fieldType in [QVariant.Int, QVariant.Double]:
 | 
						|
            progress.setInfo(self.tr('Numeric field'))
 | 
						|
            expr = '"%s" %s %s' % (fieldName, operator, value)
 | 
						|
            progress.setInfo(expr)
 | 
						|
        elif fieldType == QVariant.String:
 | 
						|
            progress.setInfo(self.tr('String field'))
 | 
						|
            if operator not in self.OPERATORS[-2:]:
 | 
						|
                expr = """"%s" %s '%s'""" % (fieldName, operator, value)
 | 
						|
            elif operator == 'begins with':
 | 
						|
                expr = """"%s" LIKE '%s%%'""" % (fieldName, value)
 | 
						|
            elif operator == 'contains':
 | 
						|
                expr = """"%s" LIKE '%%%s%%'""" % (fieldName, value)
 | 
						|
            progress.setInfo(expr)
 | 
						|
        elif fieldType in [QVariant.Date, QVariant.DateTime]:
 | 
						|
            progress.setInfo(self.tr('Date field'))
 | 
						|
            expr = """"%s" %s '%s'""" % (fieldName, operator, value)
 | 
						|
            progress.setInfo(expr)
 | 
						|
        else:
 | 
						|
            raise GeoAlgorithmExecutionException(
 | 
						|
                self.tr('Unsupported field type "%s"' % fields[idx].typeName()))
 | 
						|
 | 
						|
        qExp = QgsExpression(expr)
 | 
						|
        if not qExp.hasParserError():
 | 
						|
            qReq = QgsFeatureRequest(qExp)
 | 
						|
        else:
 | 
						|
            raise GeoAlgorithmExecutionException(qExp.parserErrorString())
 | 
						|
        selected = [f.id() for f in layer.getFeatures(qReq)]
 | 
						|
 | 
						|
        layer.setSelectedFeatures(selected)
 | 
						|
        self.setOutputValue(self.OUTPUT, fileName)
 |