sharpetronics/natural-earth-vector
1
0
Fork 0
mirror of https://github.com/oDinZu/natural-earth-vector.git synced 2025-02-23 00:02:17 -05:00
Code Issues Packages Projects Releases Wiki Activity

switch to HTTPS, tabs to spaces, add progress reporting

Browse Source
This commit is contained in:
Nathaniel V. KELSO 2021-05-12 23:57:07 -07:00
parent bca7fb5ca4
commit c327c3dc8c
1 changed files with 28 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
tools/unique_stable_ids/generate_unique_stable_ids.py
View File

@ -4,6 +4,7 @@ from shapely.geometry import shape, mapping
import requests import requests
import logging import logging
import json import json
import sys
import argparse import argparse
@ -14,7 +15,7 @@ args = parser.parse_args()
def generate_id(): def generate_id():
url = 'http://api.brooklynintegers.com/rest/' url = 'https://api.brooklynintegers.com/rest/'
params = {'method':'brooklyn.integers.create'} params = {'method':'brooklyn.integers.create'}
try : try :
@ -40,7 +41,7 @@ with fiona.open( args.input, 'r', encoding='utf-8' ) as source:
# add ne_id property if not present in the schema add it # add ne_id property if not present in the schema add it
if not hasattr( sink_schema['properties'], 'ne_id'): if not hasattr( sink_schema['properties'], 'ne_id'):
sink_schema['properties']['ne_id'] = 'int' sink_schema['properties']['ne_id'] = 'int'
# Create a sink for processed features with the same format and # Create a sink for processed features with the same format and
# coordinate reference system as the source. # coordinate reference system as the source.
@ -52,31 +53,42 @@ with fiona.open( args.input, 'r', encoding='utf-8' ) as source:
schema=sink_schema, schema=sink_schema,
) as sink: ) as sink:
# setup counter to track which feature we're on
f_counter = 1
total_features = len(list(source))
for feature in source: for feature in source:
# report which feature we're processing
sys.stdout.write("\r " + str(f_counter) + " of " + str(total_features))
# but don't spam with new lines
sys.stdout.flush()
try: try:
# when a feature's ne_id property is null or 0 then request a new Brooklyn Int and store that to the feature's ne_id property # when a feature's ne_id property is null or 0 then request a new Brooklyn Int and store that to the feature's ne_id property
if not hasattr( sink_schema['properties'], 'ne_id'): if not hasattr( sink_schema['properties'], 'ne_id'):
# Add the signed area of the polygon and a timestamp # Add the signed area of the polygon and a timestamp
# to the feature properties map. # to the feature properties map.
feature['properties'].update( feature['properties'].update(
ne_id = generate_id() ) ne_id = generate_id() )
sink.write(feature) sink.write(feature)
else: else:
if feature['properties']['ne_id'] is null or feature['properties']['ne_id'] == 0: if feature['properties']['ne_id'] is null or feature['properties']['ne_id'] == 0:
# Add the signed area of the polygon and a timestamp # Add the signed area of the polygon and a timestamp
# to the feature properties map. # to the feature properties map.
feature['properties'].update( feature['properties'].update(
ne_id = generate_id() ) ne_id = generate_id() )
sink.write(feature) sink.write(feature)
except Exception, e: except Exception, e:
logging.exception("Error processing feature %s:", feature['id']) logging.exception("Error processing feature %s:", feature['id'])
# increment counter
f_counter += 1
# The sink file is written to disk and closed when its block ends. # The sink file is written to disk and closed when its block ends.