2016-01-08 23:49:06 +01:00
|
|
|
"""Look up geolocation information for media objects."""
|
2016-03-12 20:09:28 +01:00
|
|
|
from __future__ import print_function
|
|
|
|
from __future__ import division
|
|
|
|
from future import standard_library
|
|
|
|
from past.utils import old_div
|
2016-01-08 23:49:06 +01:00
|
|
|
|
2016-11-08 05:34:25 +01:00
|
|
|
standard_library.install_aliases() # noqa
|
|
|
|
|
2015-10-08 11:21:31 +02:00
|
|
|
from os import path
|
2016-03-12 20:09:28 +01:00
|
|
|
from configparser import ConfigParser
|
2016-08-22 08:10:45 +02:00
|
|
|
|
2015-10-08 11:21:31 +02:00
|
|
|
import requests
|
2016-08-22 08:10:45 +02:00
|
|
|
import urllib.request
|
|
|
|
import urllib.parse
|
|
|
|
import urllib.error
|
2015-10-08 11:21:31 +02:00
|
|
|
|
2015-10-28 08:19:21 +01:00
|
|
|
from elodie import constants
|
2016-11-09 07:41:00 +01:00
|
|
|
from elodie import log
|
2015-12-24 20:39:28 +01:00
|
|
|
from elodie.localstorage import Db
|
2015-10-28 08:19:21 +01:00
|
|
|
|
2016-09-14 05:10:29 +02:00
|
|
|
__KEY__ = None
|
|
|
|
|
2016-01-02 08:23:06 +01:00
|
|
|
|
2015-10-14 05:26:55 +02:00
|
|
|
def coordinates_by_name(name):
|
2015-12-29 09:07:50 +01:00
|
|
|
# Try to get cached location first
|
|
|
|
db = Db()
|
|
|
|
cached_coordinates = db.get_location_coordinates(name)
|
|
|
|
if(cached_coordinates is not None):
|
|
|
|
return {
|
2016-01-02 18:34:43 +01:00
|
|
|
'latitude': cached_coordinates[0],
|
|
|
|
'longitude': cached_coordinates[1]
|
2015-12-29 09:07:50 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
# If the name is not cached then we go ahead with an API lookup
|
2016-10-26 07:10:48 +02:00
|
|
|
geolocation_info = lookup(location=name)
|
2015-10-14 05:26:55 +02:00
|
|
|
|
|
|
|
if(geolocation_info is not None):
|
2016-01-02 08:23:06 +01:00
|
|
|
if(
|
|
|
|
'results' in geolocation_info and
|
|
|
|
len(geolocation_info['results']) != 0 and
|
|
|
|
'locations' in geolocation_info['results'][0] and
|
|
|
|
len(geolocation_info['results'][0]['locations']) != 0
|
|
|
|
):
|
|
|
|
|
|
|
|
# By default we use the first entry unless we find one with
|
|
|
|
# geocodeQuality=city.
|
|
|
|
geolocation_result = geolocation_info['results'][0]
|
|
|
|
use_location = geolocation_result['locations'][0]['latLng']
|
|
|
|
# Loop over the locations to see if we come accross a
|
|
|
|
# geocodeQuality=city.
|
2015-10-14 05:26:55 +02:00
|
|
|
# If we find a city we set that to the use_location and break
|
2016-01-02 08:23:06 +01:00
|
|
|
for location in geolocation_result['locations']:
|
|
|
|
if(
|
|
|
|
'latLng' in location and
|
|
|
|
'lat' in location['latLng'] and
|
|
|
|
'lng' in location['latLng'] and
|
|
|
|
location['geocodeQuality'].lower() == 'city'
|
|
|
|
):
|
2015-10-14 05:26:55 +02:00
|
|
|
use_location = location['latLng']
|
|
|
|
break
|
2016-01-02 08:23:06 +01:00
|
|
|
|
2015-10-14 05:26:55 +02:00
|
|
|
return {
|
2016-01-02 18:34:43 +01:00
|
|
|
'latitude': use_location['lat'],
|
|
|
|
'longitude': use_location['lng']
|
2015-10-14 05:26:55 +02:00
|
|
|
}
|
2016-01-02 08:23:06 +01:00
|
|
|
|
2015-10-14 05:26:55 +02:00
|
|
|
return None
|
|
|
|
|
2016-01-02 08:23:06 +01:00
|
|
|
|
2016-06-21 20:19:40 +02:00
|
|
|
def decimal_to_dms(decimal):
|
|
|
|
decimal = float(decimal)
|
|
|
|
decimal_abs = abs(decimal)
|
2016-06-24 06:31:58 +02:00
|
|
|
minutes, seconds = divmod(decimal_abs*3600, 60)
|
|
|
|
degrees, minutes = divmod(minutes, 60)
|
2016-06-21 20:19:40 +02:00
|
|
|
degrees = degrees
|
|
|
|
sign = 1 if decimal >= 0 else -1
|
2016-06-24 06:31:58 +02:00
|
|
|
return (degrees, minutes, seconds, sign)
|
2015-10-14 05:26:55 +02:00
|
|
|
|
2016-01-02 08:23:06 +01:00
|
|
|
|
|
|
|
def dms_to_decimal(degrees, minutes, seconds, direction=' '):
|
|
|
|
sign = 1
|
2016-02-12 20:22:26 +01:00
|
|
|
if(direction[0] in 'WSws'):
|
2016-01-02 08:23:06 +01:00
|
|
|
sign = -1
|
|
|
|
return (
|
2016-08-22 08:10:45 +02:00
|
|
|
float(degrees) + old_div(float(minutes), 60) +
|
|
|
|
old_div(float(seconds), 3600)
|
2016-01-02 08:23:06 +01:00
|
|
|
) * sign
|
|
|
|
|
|
|
|
|
2016-06-21 20:19:40 +02:00
|
|
|
def dms_string(decimal, type='latitude'):
|
|
|
|
# Example string -> 38 deg 14' 27.82" S
|
|
|
|
dms = decimal_to_dms(decimal)
|
|
|
|
if type == 'latitude':
|
|
|
|
direction = 'N' if decimal >= 0 else 'S'
|
|
|
|
elif type == 'longitude':
|
|
|
|
direction = 'E' if decimal >= 0 else 'W'
|
|
|
|
return '{} deg {}\' {}" {}'.format(dms[0], dms[1], dms[2], direction)
|
|
|
|
|
|
|
|
|
2015-10-14 05:26:55 +02:00
|
|
|
def get_key():
|
2016-09-14 05:10:29 +02:00
|
|
|
global __KEY__
|
|
|
|
if __KEY__ is not None:
|
|
|
|
return __KEY__
|
|
|
|
|
2015-11-19 11:31:32 +01:00
|
|
|
config_file = '%s/config.ini' % constants.application_directory
|
2015-10-13 04:40:20 +02:00
|
|
|
if not path.exists(config_file):
|
2015-10-08 11:21:31 +02:00
|
|
|
return None
|
2016-01-02 08:23:06 +01:00
|
|
|
|
2015-10-08 11:21:31 +02:00
|
|
|
config = ConfigParser()
|
2015-10-13 04:40:20 +02:00
|
|
|
config.read(config_file)
|
2015-10-08 11:21:31 +02:00
|
|
|
if('MapQuest' not in config.sections()):
|
|
|
|
return None
|
|
|
|
|
2016-09-14 05:10:29 +02:00
|
|
|
__KEY__ = config.get('MapQuest', 'key')
|
|
|
|
return __KEY__
|
2015-10-08 11:21:31 +02:00
|
|
|
|
2016-01-02 08:23:06 +01:00
|
|
|
|
2015-10-08 11:21:31 +02:00
|
|
|
def place_name(lat, lon):
|
2016-04-21 07:23:57 +02:00
|
|
|
# Convert lat/lon to floats
|
|
|
|
if not isinstance(lat, float):
|
|
|
|
lat = float(lat)
|
|
|
|
if not isinstance(lon, float):
|
|
|
|
lon = float(lon)
|
2015-12-24 20:39:28 +01:00
|
|
|
|
|
|
|
# Try to get cached location first
|
|
|
|
db = Db()
|
|
|
|
# 3km distace radious for a match
|
2016-01-02 08:23:06 +01:00
|
|
|
cached_place_name = db.get_location_name(lat, lon, 3000)
|
2015-12-24 20:39:28 +01:00
|
|
|
if(cached_place_name is not None):
|
|
|
|
return cached_place_name
|
|
|
|
|
2016-01-02 08:23:06 +01:00
|
|
|
lookup_place_name = None
|
2016-10-26 07:10:48 +02:00
|
|
|
geolocation_info = lookup(lat=lat, lon=lon)
|
2015-10-08 11:21:31 +02:00
|
|
|
if(geolocation_info is not None):
|
|
|
|
if('address' in geolocation_info):
|
|
|
|
address = geolocation_info['address']
|
|
|
|
if('city' in address):
|
2015-12-24 20:39:28 +01:00
|
|
|
lookup_place_name = address['city']
|
2015-10-08 11:21:31 +02:00
|
|
|
elif('state' in address):
|
2015-12-24 20:39:28 +01:00
|
|
|
lookup_place_name = address['state']
|
2015-10-08 11:21:31 +02:00
|
|
|
elif('country' in address):
|
2015-12-24 20:39:28 +01:00
|
|
|
lookup_place_name = address['country']
|
|
|
|
|
|
|
|
if(lookup_place_name is not None):
|
|
|
|
db.add_location(lat, lon, lookup_place_name)
|
|
|
|
# TODO: Maybe this should only be done on exit and not for every write.
|
|
|
|
db.update_location_db()
|
|
|
|
return lookup_place_name
|
2015-10-14 05:26:55 +02:00
|
|
|
|
|
|
|
|
2016-10-26 07:10:48 +02:00
|
|
|
def lookup(**kwargs):
|
|
|
|
if(
|
|
|
|
'location' not in kwargs and
|
|
|
|
'lat' not in kwargs and
|
|
|
|
'lon' not in kwargs
|
|
|
|
):
|
2015-10-14 05:26:55 +02:00
|
|
|
return None
|
|
|
|
|
|
|
|
key = get_key()
|
|
|
|
|
2016-10-08 19:02:16 +02:00
|
|
|
if(key is None):
|
|
|
|
return None
|
|
|
|
|
2015-10-14 05:26:55 +02:00
|
|
|
try:
|
2016-10-26 07:10:48 +02:00
|
|
|
params = {'format': 'json', 'key': key}
|
|
|
|
params.update(kwargs)
|
|
|
|
path = '/geocoding/v1/address'
|
|
|
|
if('lat' in kwargs and 'lon' in kwargs):
|
|
|
|
path = '/nominatim/v1/reverse.php'
|
|
|
|
url = 'http://open.mapquestapi.com%s?%s' % (
|
|
|
|
path,
|
|
|
|
urllib.parse.urlencode(params)
|
|
|
|
)
|
|
|
|
r = requests.get(url)
|
|
|
|
return parse_result(r.json())
|
2015-10-14 05:26:55 +02:00
|
|
|
except requests.exceptions.RequestException as e:
|
2016-11-09 07:41:00 +01:00
|
|
|
log.error(e)
|
2015-10-14 05:26:55 +02:00
|
|
|
return None
|
|
|
|
except ValueError as e:
|
2016-11-09 07:41:00 +01:00
|
|
|
log.error(r.text)
|
|
|
|
log.error(e)
|
2015-10-14 05:26:55 +02:00
|
|
|
return None
|
|
|
|
|
2016-01-02 08:23:06 +01:00
|
|
|
|
2016-10-26 07:10:48 +02:00
|
|
|
def parse_result(result):
|
|
|
|
if('error' in result):
|
2015-10-14 05:26:55 +02:00
|
|
|
return None
|
|
|
|
|
2016-10-26 07:10:48 +02:00
|
|
|
if(
|
|
|
|
'results' in result and
|
|
|
|
len(result['results']) > 0 and
|
|
|
|
'locations' in result['results'][0]
|
|
|
|
and len(result['results'][0]['locations']) > 0 and
|
|
|
|
'latLng' in result['results'][0]['locations'][0]
|
|
|
|
):
|
|
|
|
latLng = result['results'][0]['locations'][0]['latLng']
|
|
|
|
if(latLng['lat'] == 39.78373 and latLng['lng'] == -100.445882):
|
|
|
|
return None
|
|
|
|
|
|
|
|
return result
|