Add a couple more profile examples
This commit is contained in:
Ilya Zverev
parent
1b97e96785
commit
7d8b7e8ccd
2 changed files with 182 additions and 0 deletions
78
profiles/rosinter.py
Normal file
78
profiles/rosinter.py
Normal file
|
|
@ -0,0 +1,78 @@
|
||||||
|
download_url = 'http://www.rosinter.ru/locator/RestaurantsFeed.aspx?city=all&location=&lang=ru&brand=all&cuisine=all&metro=&hasDelivery=&isCorporate='
|
||||||
|
source = 'Rosinter'
|
||||||
|
no_dataset_id = True
|
||||||
|
max_distance = 500
|
||||||
|
query = [('amenity', 'restaurant', 'cafe', 'bar', 'pub', 'fast_food')]
|
||||||
|
overpass_timeout = 1000
|
||||||
|
duplicate_distance = -1
|
||||||
|
nearest_points = 30
|
||||||
|
master_tags = ('name', 'phone', 'amenity')
|
||||||
|
|
||||||
|
types = {
|
||||||
|
# substr: osm_substr, amenity, cuisine
|
||||||
|
'Costa': ['costa', 'cafe', 'coffee_shop'],
|
||||||
|
'IL': [('patio', 'патио'), 'restaurant', 'italian'],
|
||||||
|
'TGI': [('tgi', 'friday'), 'restaurant', 'american'],
|
||||||
|
'Бар и': ['гриль', 'restaurant', 'american'],
|
||||||
|
'Макд': ['мак', 'fast_food', None],
|
||||||
|
'Раша': ['мама', 'fast_food', 'russian'],
|
||||||
|
'Планета': ['планета', 'restaurant', 'japanese'],
|
||||||
|
'Шика': ['шика', 'restaurant', 'asian'],
|
||||||
|
'Свои': ['сво', 'restaurant', None],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def matches(osmtags, ritags):
|
||||||
|
global types
|
||||||
|
rname = ritags['name']
|
||||||
|
name = osmtags.get('name', '').lower()
|
||||||
|
for k, v in types.items():
|
||||||
|
if k in rname:
|
||||||
|
if isinstance(v[0], str):
|
||||||
|
return v[0] in name
|
||||||
|
for n in v[0]:
|
||||||
|
if n in name:
|
||||||
|
return True
|
||||||
|
return False
|
||||||
|
logging.error('Unknown rname value: %s', rname)
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
def dataset(f):
|
||||||
|
global types
|
||||||
|
from lxml import etree
|
||||||
|
root = etree.parse(f).getroot()
|
||||||
|
for el in root.find('Restaurants'):
|
||||||
|
rid = el.find('id').text
|
||||||
|
city = el.find('city').text
|
||||||
|
if city in ('Прага', 'Будапешт', 'Варшава', 'Баку', 'Рига'):
|
||||||
|
continue
|
||||||
|
brand = el.find('brand').text
|
||||||
|
if 'TGI' in brand:
|
||||||
|
brand = 'TGI Fridays'
|
||||||
|
elif 'СВОИ' in brand:
|
||||||
|
brand = 'Свои'
|
||||||
|
phone = el.find('telephone').text
|
||||||
|
if phone:
|
||||||
|
phone = phone.replace('(', '').replace(')', '')
|
||||||
|
website = el.find('siteurl').text
|
||||||
|
if website and 'il-patio' in website:
|
||||||
|
website = 'http://ilpatio.ru'
|
||||||
|
if 'Свои' in brand:
|
||||||
|
website = 'http://restoransvoi.by'
|
||||||
|
lat = float(el.find('latitude').text)
|
||||||
|
lon = float(el.find('longitude').text)
|
||||||
|
tags = {
|
||||||
|
'amenity': 'restaurant',
|
||||||
|
'name': brand,
|
||||||
|
'phone': phone,
|
||||||
|
'website': website,
|
||||||
|
}
|
||||||
|
address = el.find('address').text
|
||||||
|
for k, v in types.items():
|
||||||
|
if k in brand:
|
||||||
|
tags['amenity'] = v[1]
|
||||||
|
tags['cuisine'] = v[2]
|
||||||
|
yield SourcePoint(
|
||||||
|
rid, lat, lon, tags,
|
||||||
|
remarks='Обязательно подвиньте точку!\nАдрес: ' + str(address))
|
||||||
104
profiles/schocoladnitsa.py
Normal file
104
profiles/schocoladnitsa.py
Normal file
|
|
@ -0,0 +1,104 @@
|
||||||
|
download_url = 'http://new.shoko.ru/addresses/'
|
||||||
|
source = 'Шоколадница'
|
||||||
|
no_dataset_id = True
|
||||||
|
overpass_timeout = 600
|
||||||
|
max_distance = 250
|
||||||
|
max_request_boxes = 6
|
||||||
|
query = [('amenity',), ('name', '~Шоколадница')]
|
||||||
|
master_tags = ['amenity', 'name', 'name:ru', 'name:en', 'website', 'phone', 'opening_hours']
|
||||||
|
|
||||||
|
|
||||||
|
def dataset(fileobj):
|
||||||
|
def parse_oh(s):
|
||||||
|
if not s:
|
||||||
|
return None
|
||||||
|
olds = s
|
||||||
|
if s.strip().lower() == 'круглосуточно':
|
||||||
|
return '24/7'
|
||||||
|
trans = {
|
||||||
|
'будни': 'Mo-Fr',
|
||||||
|
'суббота': 'Sa',
|
||||||
|
'воскресенье': 'Su',
|
||||||
|
'ежедневно': 'Mo-Su',
|
||||||
|
'выходные': 'Sa-Su',
|
||||||
|
'восерсенье': 'Su',
|
||||||
|
'ежеденевно': 'Mo-Su',
|
||||||
|
'пн-чтивс': 'Mo-Th,Su',
|
||||||
|
'пн-чт,вс': 'Mo-Th,Su',
|
||||||
|
'пт.-сб': 'Fr-Sa',
|
||||||
|
'вск.-чт': 'Su-Th',
|
||||||
|
'смаяпооктябрь': 'May-Oct',
|
||||||
|
'ч.смаяпооктябрь': 'May-Oct',
|
||||||
|
'сентября': 'May-Sep',
|
||||||
|
}
|
||||||
|
weekdays = {'пн': 'Mo', 'вт': 'Tu', 'ср': 'We', 'чт': 'Th', 'пт': 'Fr', 'сб': 'Sa', 'вс': 'Su'}
|
||||||
|
if s == 'с 10 до 22' or s == 'с 10.00-22.00':
|
||||||
|
s = '10:00 - 22:00'
|
||||||
|
s = s.replace('круглосуточно', '00:00-24:00')
|
||||||
|
s = s.replace('23,', '23:00')
|
||||||
|
parts = []
|
||||||
|
for m in re.finditer(r'([а-яА-Я ,.:\(\)-]+?)?(?:\sс)?\s*(\d?\d[:.]\d\d)(?: до |[^\w\d]+)(\d\d[:.]\d\d)', s):
|
||||||
|
days = (m[1] or '').strip(' -.,:()').lower().replace(' ', '')
|
||||||
|
m2 = re.match(r'^([б-ч]{2})\s?[,и-]\s?([б-ч]{2})$', days)
|
||||||
|
if not days:
|
||||||
|
days = 'Mo-Su'
|
||||||
|
elif days in weekdays:
|
||||||
|
days = weekdays[days]
|
||||||
|
elif m2 and m2[1] in weekdays and m2[2] in weekdays:
|
||||||
|
days = weekdays[m2[1]] + '-' + weekdays[m2[2]]
|
||||||
|
else:
|
||||||
|
if days not in trans:
|
||||||
|
logging.warn('Unknown days: %s', days)
|
||||||
|
continue
|
||||||
|
days = trans[days]
|
||||||
|
parts.append('{} {:0>5}-{}'.format(days, m[2].replace('.', ':'), m[3].replace('.', ':')))
|
||||||
|
# logging.info('%s -> %s', olds, '; '.join(parts))
|
||||||
|
if parts:
|
||||||
|
return '; '.join(parts)
|
||||||
|
return None
|
||||||
|
|
||||||
|
from lxml import html
|
||||||
|
import re
|
||||||
|
import logging
|
||||||
|
import phonenumbers
|
||||||
|
h = html.fromstring(fileobj.read().decode('utf-8'))
|
||||||
|
markers = h.get_element_by_id('markers')
|
||||||
|
i = 0
|
||||||
|
for m in markers:
|
||||||
|
lat = m.get('data-lat')
|
||||||
|
lon = m.get('data-lng')
|
||||||
|
if not lat or not lon:
|
||||||
|
continue
|
||||||
|
oh = parse_oh(m.get('data-time'))
|
||||||
|
phone = m.get('data-phone')
|
||||||
|
if phone[:3] == '812':
|
||||||
|
phone = '+7' + phone
|
||||||
|
if ' 891' in phone:
|
||||||
|
phone = phone[:phone.index(' 891')]
|
||||||
|
if ' 8-91' in phone:
|
||||||
|
phone = phone[:phone.index(' 8-91')]
|
||||||
|
try:
|
||||||
|
if phone == 'отключен' or not phone:
|
||||||
|
phone = None
|
||||||
|
else:
|
||||||
|
parsed_phone = phonenumbers.parse(phone.replace(';', ',').split(',')[0], "RU")
|
||||||
|
except:
|
||||||
|
logging.info(phone)
|
||||||
|
raise
|
||||||
|
if phone is None:
|
||||||
|
fphone = None
|
||||||
|
else:
|
||||||
|
fphone = phonenumbers.format_number(
|
||||||
|
parsed_phone, phonenumbers.PhoneNumberFormat.INTERNATIONAL)
|
||||||
|
tags = {
|
||||||
|
'amenity': 'cafe',
|
||||||
|
'name': 'Шоколадница',
|
||||||
|
'name:ru': 'Шоколадница',
|
||||||
|
'name:en': 'Shokoladnitsa',
|
||||||
|
'website': 'http://shoko.ru',
|
||||||
|
'cuisine': 'coffee_shop',
|
||||||
|
'phone': fphone,
|
||||||
|
'opening_hours': oh
|
||||||
|
}
|
||||||
|
i += 1
|
||||||
|
yield SourcePoint(i, float(lat), float(lon), tags, remarks=m.get('data-title'))
|
||||||
Loading…
Add table
Reference in a new issue