<commit_before># -*- coding: utf-8 -*-
import scrapy
import json
import re

from locations.items import GeojsonPointItem

class CulversSpider(scrapy.Spider):
    name = "culvers"
    allowed_domains = ["hosted.where2getit.com"]
    start_urls = (
        'http://hosted.where2getit.com/culvers/2015/ajax?&xml_request=%3Crequest%3E%3Cappkey%3E1099682E-D719-11E6-A0C4-347BDEB8F1E5%3C%2Fappkey%3E%3Cformdata+id%3D%22locatorsearch%22%3E%3Cdataview%3Estore_default%3C%2Fdataview%3E%3Climit%3E250%3C%2Flimit%3E%3Cstateonly%3E1%3C%2Fstateonly%3E%3Cgeolocs%3E%3Cgeoloc%3E%3Caddressline%3E54701%3C%2Faddressline%3E%3Ccountry%3E%3C%2Fcountry%3E%3C%2Fgeoloc%3E%3C%2Fgeolocs%3E%3Csearchradius%3E1000%3C%2Fsearchradius%3E%3C%2Fformdata%3E%3C%2Frequest%3E',
    )

    def store_hours(self, store_hours):
        day_groups = []
        days = ('Mo', 'Tu', 'We', 'Th', 'Fr', 'Sa', 'Su')
        this_day_group = dict()
        for day, hours in zip(days, store_hours):
            hours = '{}:{}-{}:{}'.format(
                hours[0][0:2],
                hours[0][2:4],
                hours[1][0:2],
                hours[1][2:4],
            )

            if not this_day_group:
                this_day_group = {
                    'from_day': day,
                    'to_day': day,
                    'hours': hours<commit_msg>Use a new root URL for Culver's<commit_after># -*- coding: utf-8 -*-
import scrapy
import json
import re

from locations.items import GeojsonPointItem


class CulversSpider(scrapy.Spider):
    name = "culvers"
    allowed_domains = ["hosted.where2getit.com"]
    start_urls = (
        'https://hosted.where2getit.com/culvers/2015/ajax?&xml_request=%3Crequest%3E%3Cappkey%3E1099682E-D719-11E6-A0C4-347BDEB8F1E5%3C%2Fappkey%3E%3Cformdata+id%3D%22locatorsearch%22%3E%3Cdataview%3Estore_default%3C%2Fdataview%3E%3Corder%3Erank%2C_distance%3C%2Forder%3E%3Climit%3E5000%3C%2Flimit%3E%3Cstateonly%3E0%3C%2Fstateonly%3E%3Cgeolocs%3E%3Cgeoloc%3E%3Caddressline%3E%3C%2Faddressline%3E%3Clongitude%3E-98.369%3C%2Flongitude%3E%3Clatitude%3E39.417%3C%2Flatitude%3E%3Ccountry%3E%3C%2Fcountry%3E%3C%2Fgeoloc%3E%3C%2Fgeolocs%3E%3Csearchradius%3E2500%3C%2Fsearchradius%3E%3C%2Fformdata%3E%3C%2Frequest%3E',
    )

    def store_hours(self, store_hours):
        day_groups = []
        days = ('Mo', 'Tu', 'We', 'Th', 'Fr', 'Sa', 'Su')
        this_day_group = dict()
        for day, hours in zip(days, store_hours):
            hours = '{}:{}-{}:{}'.format(
                hours[0][0:2],
                hours[0][2:4],
                hours[1][0:2],
                hours[1][2:4],
            )

            if not this_day_group:
                this_day_group = {
                    'from_day': day,
                    'to_day': day,
                    'hours': hours
{'fraction_non_alphanumeric': 0.1509705248023005, 'fraction_numerical': 0.08914450035945364, 'mean_word_length': 3.1107828655834564, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4094318', 'n_tokens_mistral': 1246, 'n_tokens_neox': 1154, 'n_words': 119}