sharpetronics/QGIS
1
0
Fork 0
mirror of https://github.com/qgis/QGIS.git synced 2025-02-28 00:17:30 -05:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #5288 from manisandro/defer_repack_v2

Browse Source 
[OGR] Pass AUTO_REPACK=OFF when opening datasets for non-implicit update modes
This commit is contained in:
Sandro Mani 2017-10-05 11:27:53 +02:00 committed by GitHub
commit a725dae950
4 changed files with 26 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/providers/ogr/qgsogrdataitems.cpp
View File

@ -54,7 +54,7 @@ QgsOgrLayerItem::QgsOgrLayerItem( QgsDataItem *parent,
OGRRegisterAll();
GDALDriverH hDriver;
GDALDatasetH hDataSource = QgsOgrProviderUtils::GDALOpenWrapper( mPath.toUtf8().constData(), true, &hDriver );
GDALDatasetH hDataSource = QgsOgrProviderUtils::GDALOpenWrapper( mPath.toUtf8().constData(), true, false, &hDriver );
if ( hDataSource )
{
@ -408,7 +408,7 @@ QVector<QgsDataItem *> QgsOgrDataCollectionItem::createChildren()
QVector<QgsDataItem *> children;
GDALDriverH hDriver;
GDALDatasetH hDataSource = QgsOgrProviderUtils::GDALOpenWrapper( mPath.toUtf8().constData(), false, &hDriver );
GDALDatasetH hDataSource = QgsOgrProviderUtils::GDALOpenWrapper( mPath.toUtf8().constData(), false, false, &hDriver );
if ( !hDataSource )
return children;
int numLayers = GDALDatasetGetLayerCount( hDataSource );
@ -639,7 +639,7 @@ QGISEXTERN QgsDataItem *dataItem( QString path, QgsDataItem *parentItem )
// do not print errors, but write to debug
CPLPushErrorHandler( CPLQuietErrorHandler );
CPLErrorReset();
OGRDataSourceH hDataSource = QgsOgrProviderUtils::GDALOpenWrapper( path.toUtf8().constData(), false, &hDriver );
OGRDataSourceH hDataSource = QgsOgrProviderUtils::GDALOpenWrapper( path.toUtf8().constData(), false, false, &hDriver );
CPLPopErrorHandler();
if ( ! hDataSource )

30
src/providers/ogr/qgsogrprovider.cpp
View File

@ -171,7 +171,7 @@ void QgsOgrProvider::repack()
GDALClose( mGDALDataset );
ogrLayer = ogrOrigLayer = nullptr;
mGDALDataset = QgsOgrProviderUtils::GDALOpenWrapper( mFilePath.toUtf8().constData(), true, nullptr );
mGDALDataset = QgsOgrProviderUtils::GDALOpenWrapper( mFilePath.toUtf8().constData(), true, false, nullptr );
if ( mGDALDataset )
{
if ( mLayerName.isNull() )
@ -1963,10 +1963,8 @@ bool QgsOgrProvider::doInitialActionsForEdition()
if ( mUpdateModeStackDepth == 0 )
{
QgsDebugMsg( "Enter update mode implictly" );
if ( !enterUpdateMode() )
if ( !_enterUpdateMode( true ) )
return false;
// For implicitly entered updateMode, don't defer repacking
mDeferRepack = false;
}
return true;
@ -3169,7 +3167,7 @@ void QgsOgrProvider::forceReload()
QgsOgrConnPool::instance()->invalidateConnections( dataSourceUri() );
}
GDALDatasetH QgsOgrProviderUtils::GDALOpenWrapper( const char *pszPath, bool bUpdate, GDALDriverH *phDriver )
GDALDatasetH QgsOgrProviderUtils::GDALOpenWrapper( const char *pszPath, bool bUpdate, bool bDisableReapck, GDALDriverH *phDriver )
{
CPLErrorReset();
@ -3196,6 +3194,10 @@ GDALDatasetH QgsOgrProviderUtils::GDALOpenWrapper( const char *pszPath, bool bUp
papszOpenOptions = CSLSetNameValue( papszOpenOptions, "FORCE_SRS_DETECTION", "YES" );
}
}
if ( bDisableReapck )
{
papszOpenOptions = CSLSetNameValue( papszOpenOptions, "AUTO_REPACK", "OFF" );
}
const int nOpenFlags = GDAL_OF_VECTOR | ( bUpdate ? GDAL_OF_UPDATE : 0 );
GDALDatasetH hDS = GDALOpenEx( pszPath, nOpenFlags, nullptr, papszOpenOptions, nullptr );
@ -3407,6 +3409,8 @@ bool QgsOgrProvider::syncToDisc()
pushError( tr( "OGR error syncing to disk: %1" ).arg( CPLGetLastErrorMsg() ) );
}
// Repack is done automatically on OGR_L_SyncToDisk with gdal-2.2.0+
#if !defined(GDAL_VERSION_NUM) || GDAL_VERSION_NUM < 2020000
if ( !mDeferRepack )
{
if ( mShapefileMayBeCorrupted )
@ -3414,6 +3418,7 @@ bool QgsOgrProvider::syncToDisc()
mShapefileMayBeCorrupted = false;
}
#endif
QgsOgrConnPool::instance()->ref( dataSourceUri() );
if ( shapeIndex )
@ -3643,7 +3648,7 @@ void QgsOgrProvider::open( OpenMode mode )
// on network shares
CPLSetThreadLocalConfigOption( "OGR_SQLITE_JOURNAL", "WAL" );
}
mGDALDataset = QgsOgrProviderUtils::GDALOpenWrapper( mFilePath.toUtf8().constData(), true, &mGDALDriver );
mGDALDataset = QgsOgrProviderUtils::GDALOpenWrapper( mFilePath.toUtf8().constData(), true, mode == OpenModeForceUpdateRepackOff, &mGDALDriver );
CPLSetThreadLocalConfigOption( "OGR_SQLITE_JOURNAL", nullptr );
}
@ -3662,7 +3667,7 @@ void QgsOgrProvider::open( OpenMode mode )
}
// try to open read-only
mGDALDataset = QgsOgrProviderUtils::GDALOpenWrapper( mFilePath.toUtf8().constData(), false, &mGDALDriver );
mGDALDataset = QgsOgrProviderUtils::GDALOpenWrapper( mFilePath.toUtf8().constData(), false, false, &mGDALDriver );
}
if ( mGDALDataset )
@ -3741,7 +3746,7 @@ void QgsOgrProvider::open( OpenMode mode )
}
#endif
mGDALDataset = QgsOgrProviderUtils::GDALOpenWrapper( mFilePath.toUtf8().constData(), false, &mGDALDriver );
mGDALDataset = QgsOgrProviderUtils::GDALOpenWrapper( mFilePath.toUtf8().constData(), false, false, &mGDALDriver );
mWriteAccess = false;
@ -3813,7 +3818,7 @@ void QgsOgrProvider::reloadData()
pushError( tr( "Cannot reopen datasource %1" ).arg( dataSourceUri() ) );
}
bool QgsOgrProvider::enterUpdateMode()
bool QgsOgrProvider::_enterUpdateMode( bool implicit )
{
if ( !mWriteAccessPossible )
{
@ -3829,7 +3834,7 @@ bool QgsOgrProvider::enterUpdateMode()
Q_ASSERT( mDynamicWriteAccess );
QgsDebugMsg( QString( "Reopening %1 in update mode" ).arg( dataSourceUri() ) );
close();
open( OpenModeForceUpdate );
open( implicit ? OpenModeForceUpdate : OpenModeForceUpdateRepackOff );
if ( !mGDALDataset || !mWriteAccess )
{
QgsMessageLog::logMessage( tr( "Cannot reopen datasource %1 in update mode" ).arg( dataSourceUri() ), tr( "OGR" ) );
@ -3838,7 +3843,8 @@ bool QgsOgrProvider::enterUpdateMode()
}
}
++mUpdateModeStackDepth;
mDeferRepack = true;
// For implicitly entered updateMode, don't defer repacking
mDeferRepack = !implicit;
return true;
}
@ -3911,7 +3917,7 @@ GDALDatasetH LoadDataSourceAndLayer( const QString &uri,
subsetString,
ogrGeometryType );
GDALDatasetH hDS = QgsOgrProviderUtils::GDALOpenWrapper( filePath.toUtf8().constData(), true, nullptr );
GDALDatasetH hDS = QgsOgrProviderUtils::GDALOpenWrapper( filePath.toUtf8().constData(), true, false, nullptr );
if ( !hDS )
{
QgsDebugMsg( "Connection to database failed.." );

7
src/providers/ogr/qgsogrprovider.h
View File

@ -89,7 +89,7 @@ class QgsOgrProvider : public QgsVectorDataProvider
virtual bool createAttributeIndex( int field ) override;
virtual QgsVectorDataProvider::Capabilities capabilities() const override;
virtual void setEncoding( const QString &e ) override;
virtual bool enterUpdateMode() override;
virtual bool enterUpdateMode() override { return _enterUpdateMode(); }
virtual bool leaveUpdateMode() override;
virtual bool isSaveAndLoadStyleToDatabaseSupported() const override;
QString fileVectorFilters() const override;
@ -158,11 +158,14 @@ class QgsOgrProvider : public QgsVectorDataProvider
OpenModeSameAsCurrent,
OpenModeForceReadOnly,
OpenModeForceUpdate,
OpenModeForceUpdateRepackOff
};
void open( OpenMode mode );
void close();
bool _enterUpdateMode( bool implicit = false );
private:
unsigned char *getGeometryPointer( OGRFeatureH fet );
QString ogrWkbGeometryTypeName( OGRwkbGeometryType type ) const;
@ -273,7 +276,7 @@ class QgsOgrProviderUtils
*/
static QString quotedValue( const QVariant &value );
static GDALDatasetH GDALOpenWrapper( const char *pszPath, bool bUpdate, GDALDriverH *phDriver );
static GDALDatasetH GDALOpenWrapper( const char *pszPath, bool bUpdate, bool bDisableReapck, GDALDriverH *phDriver );
static void GDALCloseWrapper( GDALDatasetH mhDS );
};

1
tests/src/python/test_provider_shapefile.py
View File

@ -435,7 +435,6 @@ class TestPyQgsShapefileProvider(unittest.TestCase, ProviderTestCase):
fet = next(vl.getFeatures())
self.assertFalse(fet.hasGeometry())
@unittest.skipIf(os.environ.get('TRAVIS', '') == 'true', 'Fails with GDAL 2.2')
def testDeleteShapes(self):
''' Test fix for #11007 '''