62 lines
2.2 KiB
Python
62 lines
2.2 KiB
Python
from django.core.management.base import BaseCommand
|
|
|
|
from events.models.locale import Country, SPR, City
|
|
|
|
# Fields from geoname table, from http://download.geonames.org/export/dump/readme.txt
|
|
GEONAMEID = 0
|
|
NAME = 1
|
|
ASCIINAME = 2
|
|
ALTERNATENAMES = 3
|
|
LATITUDE = 4
|
|
LONGITUDE = 5
|
|
FEATURE_CLASS = 6
|
|
FEATURE_CODE = 7
|
|
COUNTRY_CODE = 8
|
|
COUNTRY_CODE_2 = 9
|
|
ADMIN1 = 10
|
|
ADMIN2 = 11
|
|
ADMIN3 = 12
|
|
ADMIN4 = 13
|
|
POPULATION = 14
|
|
ELEVATION = 15
|
|
DIGITAL_ELEVATION = 16
|
|
TIMEZONE = 17
|
|
MODIFICATION_DATE = 18
|
|
|
|
COUNTRY_CACHE = dict()
|
|
SPR_CACHE = dict()
|
|
|
|
|
|
class Command(BaseCommand):
|
|
help = 'Loads city data from GeoNames database file'
|
|
|
|
def add_arguments(self, parser):
|
|
parser.add_argument('file', type=str)
|
|
|
|
def handle(self, *args, **options):
|
|
if 'file' in options:
|
|
# Preload country cache
|
|
for country in Country.objects.all():
|
|
COUNTRY_CACHE[country.code] = country
|
|
for spr in SPR.objects.all():
|
|
SPR_CACHE["%s.%s" % (spr.country.code, spr.code)] = spr
|
|
with open(options['file'], 'r') as cities_file:
|
|
for city_line in cities_file.readlines():
|
|
city = city_line.split("\t")
|
|
if len(city) == 19:
|
|
if city[FEATURE_CODE].startswith("PPL"):
|
|
country = COUNTRY_CACHE.get(city[COUNTRY_CODE])
|
|
spr = SPR_CACHE.get("%s.%s" % (city[COUNTRY_CODE], city[ADMIN1]))
|
|
if country is not None and spr is not None:
|
|
try:
|
|
City.objects.update_or_create(
|
|
name=city[NAME],
|
|
spr=spr,
|
|
defaults={'tz': city[TIMEZONE], 'population': city[POPULATION], 'longitude': city[LONGITUDE], 'latitude': city[LATITUDE]})
|
|
except Exception as e:
|
|
print("Warning: Failed to load city %s for %s (%s)" % (city[NAME], spr, e))
|
|
else:
|
|
print("Short line (%s): %s" % (len(city), city_line))
|
|
|
|
else:
|
|
print("No File in options!")
|