2018-05-19 21:18:04 +02:00
|
|
|
#!/bin/bash
|
|
|
|
|
set -Eeuo pipefail
|
2018-05-19 20:36:55 +02:00
|
|
|
|
2018-05-20 11:44:57 +02:00
|
|
|
STARTDATE=$(date +"%Y-%m-%dT%H:%M%z")
|
|
|
|
|
|
|
|
|
|
# clean and recreate x_tempshape directory
|
|
|
|
|
rm -rf x_tempshape
|
|
|
|
|
mkdir -p x_tempshape
|
|
|
|
|
log_file=x_tempshape/run_all.log
|
|
|
|
|
##### backup log from here ...
|
|
|
|
|
exec &> >(tee -a "$log_file")
|
|
|
|
|
|
|
|
|
|
# Don't forget update the VERSION file!
|
2018-05-20 20:31:27 +02:00
|
|
|
echo "-----------------------------------"
|
|
|
|
|
echo "Version $(cat VERSION)"
|
|
|
|
|
echo "Start: $STARTDATE "
|
2018-05-20 11:44:57 +02:00
|
|
|
|
|
|
|
|
# Show some debug info
|
2018-05-19 20:36:55 +02:00
|
|
|
python3 ./tools/wikidata/platform_debug_info.py
|
2018-05-20 11:44:57 +02:00
|
|
|
|
2018-05-20 18:32:45 +02:00
|
|
|
# Summary Log file
|
|
|
|
|
logmd=x_tempshape/update.md
|
|
|
|
|
rm -f $logmd
|
|
|
|
|
|
|
|
|
|
# --------------------------------------------------------------------------------------------------------------------
|
|
|
|
|
# mode = fetch | write | fetch_write | copy | all
|
|
|
|
|
# LetterCase = uppercase --> variable names [WIKIDATAID, NAME_AR, NAME_BN, NAME_DE, NAME_EN, NAME_ES, ... ]
|
|
|
|
|
# LetterCase = lowercase --> variable names [wikidataid, name_ar, name_bn, name_de, name_en, name_es, ... ]
|
|
|
|
|
# --------------------------------------------------------------------------------------------------------------------
|
2018-05-20 20:31:27 +02:00
|
|
|
# | mode |LetterCase| shape_path | shape filename
|
|
|
|
|
# == 10m ================= |=========== |==========| ============| ================================================
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 10m_cultural ne_10m_admin_0_countries_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 10m_cultural ne_10m_admin_0_countries
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 10m_cultural ne_10m_admin_0_disputed_areas
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 10m_cultural ne_10m_admin_0_map_subunits
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 10m_cultural ne_10m_admin_0_map_units
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 10m_cultural ne_10m_admin_0_sovereignty
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_cultural ne_10m_admin_1_states_provinces_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_cultural ne_10m_admin_1_states_provinces
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_cultural ne_10m_airports
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_cultural ne_10m_populated_places
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_geographic_lines
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_geography_marine_polys
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_geography_regions_elevation_points
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_geography_regions_points
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_geography_regions_polys
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_lakes_europe
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_lakes_historic
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_lakes_north_america
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_playas
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_rivers_europe
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_rivers_lake_centerlines_scale_rank
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_rivers_lake_centerlines
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_physical ne_10m_rivers_north_america
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 10m_cultural ne_10m_admin_1_label_points_details
|
|
|
|
|
# == 50m ================= |=========== |==========| ============| ================================================
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 50m_cultural ne_50m_admin_0_sovereignty
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 50m_cultural ne_50m_admin_0_countries
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 50m_cultural ne_50m_admin_0_countries_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 50m_cultural ne_50m_admin_0_map_units
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 50m_cultural ne_50m_admin_0_map_subunits
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 50m_cultural ne_50m_admin_0_tiny_countries
|
|
|
|
|
#./tools/wikidata/update.sh fetch_write uppercase 50m_cultural ne_50m_admin_0_breakaway_disputed_areas # KeyError: 'WIKIDATAID'
|
|
|
|
|
#./tools/wikidata/update.sh fetch_write uppercase 50m_cultural ne_50m_admin_0_breakaway_disputed_areas_scale_rank # KeyError: 'WIKIDATAID'
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 50m_cultural ne_50m_admin_1_states_provinces
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 50m_cultural ne_50m_admin_1_states_provinces_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 50m_physical ne_50m_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 50m_physical ne_50m_lakes_historic
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 50m_physical ne_50m_playas
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 50m_physical ne_50m_rivers_lake_centerlines
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 50m_physical ne_50m_rivers_lake_centerlines_scale_rank
|
|
|
|
|
# ==110m ================= |=========== |==========| ============| ================================================
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 110m_cultural ne_110m_admin_0_sovereignty
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 110m_cultural ne_110m_admin_0_countries
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 110m_cultural ne_110m_admin_0_countries_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write uppercase 110m_cultural ne_110m_admin_0_map_units
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 110m_cultural ne_110m_admin_1_states_provinces
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 110m_cultural ne_110m_admin_1_states_provinces_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 110m_physical ne_110m_lakes
|
|
|
|
|
./tools/wikidata/update.sh fetch_write lowercase 110m_physical ne_110m_rivers_lake_centerlines
|
|
|
|
|
# ======================== |=========== |==========| ============| ================================================
|
2018-05-20 11:44:57 +02:00
|
|
|
|
|
|
|
|
# show summary
|
2018-05-19 20:36:55 +02:00
|
|
|
cat x_tempshape/update.md
|
2018-05-20 11:44:57 +02:00
|
|
|
|
|
|
|
|
# list new files
|
2018-05-20 18:32:45 +02:00
|
|
|
ls -Gga x_tempshape/*/*
|
2018-05-20 11:44:57 +02:00
|
|
|
|
2018-05-20 20:31:27 +02:00
|
|
|
# Update shape files ( if everything is OK! )
|
|
|
|
|
cp -r x_tempshape/10m_cultural/* 10m_cultural/
|
|
|
|
|
cp -r x_tempshape/10m_physical/* 10m_physical/
|
|
|
|
|
cp -r x_tempshape/50m_cultural/* 50m_cultural/
|
|
|
|
|
cp -r x_tempshape/50m_physical/* 50m_physical/
|
|
|
|
|
cp -r x_tempshape/110m_cultural/* 110m_cultural/
|
|
|
|
|
cp -r x_tempshape/110m_physical/* 110m_physical/
|
|
|
|
|
|
|
|
|
|
# test copy mode ( write again .. )
|
|
|
|
|
./tools/wikidata/update.sh copy uppercase 10m_cultural ne_10m_admin_0_countries
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2018-05-20 11:44:57 +02:00
|
|
|
# Run the final update process
|
2018-05-19 21:18:04 +02:00
|
|
|
make clean all
|
2018-05-20 11:44:57 +02:00
|
|
|
|
2018-05-20 20:31:27 +02:00
|
|
|
echo " "
|
|
|
|
|
echo " ---------------------"
|
|
|
|
|
STOPDATE=$(date +"%Y-%m-%dT%H:%M%z")
|
|
|
|
|
echo "Stop: $STARTDATE "
|
|
|
|
|
|
|
|
|
|
echo " see log file: "
|
|
|
|
|
ls -Gga $log_file
|
|
|
|
|
echo " "
|
2018-05-20 11:44:57 +02:00
|
|
|
echo " ---- end of run_all.sh ------ "
|
2018-05-20 20:31:27 +02:00
|
|
|
|
|
|
|
|
|
