<commit_before># -*- coding: utf-8 -*-
import scrapy
import json
from locations.items import GeojsonPointItem


class McLocalizer(scrapy.Spider):

    name = "mclocalizer"
    allowed_domains = ["www.mcdonalds.com", "www.mcdonalds.com.pr", "www.mcdonalds.co.cr", "www.mcdonalds.com.ar", "www.mcdonalds.com.pa"]
    start_urls = (
        'http://www.mcdonalds.com.pr/api/restaurantsByCountry?country=PR',
        'http://www.mcdonalds.co.cr/api/restaurantsByCountry?country=CR',
        'http://www.mcdonalds.com.ar/api/restaurantsByCountry?country=AR',
        'http://www.mcdonalds.com.pa/api/restaurantsByCountry?country=PA'
    )

    def parse(self, response):
        data = response.body_as_unicode()<commit_msg>add Brazil to McDonaldsLocalizer Spider<commit_after># -*- coding: utf-8 -*-
import scrapy
import json
from locations.items import GeojsonPointItem


class McLocalizer(scrapy.Spider):

    name = "mclocalizer"
    allowed_domains = ["www.mcdonalds.com", "www.mcdonalds.com.pr", "www.mcdonalds.co.cr", "www.mcdonalds.com.ar", "www.mcdonalds.com.pa", "www.mcdonalds.com.br"]
    start_urls = (
        'http://www.mcdonalds.com.pr/api/restaurantsByCountry?country=PR',
        'http://www.mcdonalds.co.cr/api/restaurantsByCountry?country=CR',
        'http://www.mcdonalds.com.ar/api/restaurantsByCountry?country=AR',
        'http://www.mcdonalds.com.pa/api/restaurantsByCountry?country=PA',
        'http://www.mcdonalds.com.br/api/restaurantsByCountry?country=BR',
    )

    def parse(self, response):
        data = response.body_as_unicode()
{'fraction_non_alphanumeric': 0.15728900255754474, 'fraction_numerical': 0.0012787723785166241, 'mean_word_length': 3.756838905775076, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 20, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1546948', 'n_tokens_mistral': 609, 'n_tokens_neox': 576, 'n_words': 67}