from __future__ import unicode_literals
from utils import CanadianScraper, CanadianPerson as Person

import re

from six.moves.urllib.parse import urljoin

COUNCIL_PAGE = 'http://winnipeg.ca/council/'


class WinnipegPersonScraper(CanadianScraper):

    def scrape(self):
        page = self.lxmlize(COUNCIL_PAGE, 'utf-8')
        nodes = page.xpath('//td[@width="105"]')
        for node in nodes:
            url = urljoin(COUNCIL_PAGE, node.xpath('.//a/@href')[0])
            ward = re.search('([A-Z].+) Ward', node.xpath('.//a//text()')[0]).group(1)
            # St. James - Brooklands - Weston
            # Charleswood - Tuxedo - Whyte Ridge
            # South Winnipeg – St. Norbert
            ward = ward.replace(' - Weston', '').replace(' - Whyte Ridge', '').replace('South Winnipeg – ', '')
            name = ' '.join(node.xpath('.//span[@class="k80B"][1]/text()'))
            yield self.councillor_data(url, name, ward)

        mayor_node = page.xpath('//td[@width="315"]')[0]
        mayor_name = mayor_node.xpath('./a//text()')[0][len('Mayor '):]
        mayor_photo_url = mayor_node.xpath('./img/@src')[0]
        m = Person(primary_org='legislature', name=mayor_name, district='Winnipeg', role='Mayor')
        m.add_source(COUNCIL_PAGE)
        # @see http://www.winnipeg.ca/interhom/mayor/MayorForm.asp?Recipient=CLK-MayorWebMail
        m.add_contact('email', 'CLK-MayorWebMail@winnipeg.ca')  # hardcoded
        m.image = mayor_photo_url
        yield m

    def councillor_data(self, url, name, ward):
        page = self.lxmlize(url)
        # email is, sadly, a form
        photo_url = urljoin(url, page.xpath('//img[@class="bio_pic"]/@src')[0])
        phone = page.xpath('//td[contains(., "Phone")]/following-sibling::td//text()')[0]
        email = page.xpath('//tr[contains(., "Email")]//a/@href')[0].split('=')[1] + '@winnipeg.ca'

        p = Person(primary_org='legislature', name=name, district=ward, role='Councillor')
        p.add_source(COUNCIL_PAGE)
        p.add_source(url)
        p.add_contact('email', email)
        p.add_contact('voice', phone, 'legislature')
        p.image = photo_url

        return p

from __future__ import unicode_literals
from utils import CanadianScraper, CanadianPerson as Person

import re

from six.moves.urllib.parse import urljoin

COUNCIL_PAGE = 'http://winnipeg.ca/council/'


class WinnipegPersonScraper(CanadianScraper):

    def scrape(self):
        page = self.lxmlize(COUNCIL_PAGE, 'utf-8')
        nodes = page.xpath('//td[@width="105"]')
        for node in nodes:
            url = urljoin(COUNCIL_PAGE, node.xpath('.//a/@href')[0])
            ward = re.search('([A-Z].+) Ward', node.xpath('.//a//text()')[0]).group(1)
            # South Winnipeg – St. Norbert
            ward = ward.replace('South Winnipeg – ', '').replace(' - ', '—')  # m-dash
            name = ' '.join(node.xpath('.//span[@class="k80B"][1]/text()'))
            yield self.councillor_data(url, name, ward)

        mayor_node = page.xpath('//td[@width="315"]')[0]
        mayor_name = mayor_node.xpath('./a//text()')[0][len('Mayor '):]
        mayor_photo_url = mayor_node.xpath('./img/@src')[0]
        m = Person(primary_org='legislature', name=mayor_name, district='Winnipeg', role='Mayor')
        m.add_source(COUNCIL_PAGE)
        # @see http://www.winnipeg.ca/interhom/mayor/MayorForm.asp?Recipient=CLK-MayorWebMail
        m.add_contact('email', 'CLK-MayorWebMail@winnipeg.ca')  # hardcoded
        m.image = mayor_photo_url
        yield m

    def councillor_data(self, url, name, ward):
        page = self.lxmlize(url)
        # email is, sadly, a form
        photo_url = urljoin(url, page.xpath('//img[@class="bio_pic"]/@src')[0])
        phone = page.xpath('//td[contains(., "Phone")]/following-sibling::td//text()')[0]
        email = page.xpath('//tr[contains(., "Email")]//a/@href')[0].split('=')[1] + '@winnipeg.ca'

        p = Person(primary_org='legislature', name=name, district=ward, role='Councillor')
        p.add_source(COUNCIL_PAGE)
        p.add_source(url)
        p.add_contact('email', email)
        p.add_contact('voice', phone, 'legislature')
        p.image = photo_url

        return p

fix ward names