<commit_before>import os, pickle

SETTINGS_MODULE = os.environ.get('SCRAPYSETTINGS_MODULE', 'scrapy_settings')

class Settings(object):
    """Class to obtain configuration values from settings module
       which can be overriden by environment variables prepended by SCRAPY_"""

    # settings in precedence order
    overrides = None
    settings = None
    defaults = None
    core = None

    def __init__(self):
        self.overrides = {}
        self.settings = self._import(SETTINGS_MODULE)
        pickled_defaults = os.environ.get("SCRAPY_PICKLED_DEFAULT_SETTINGS")
        self.defaults = pickle.loads(pickled_defaults) if pickled_defaults else {}
        self.core = self._import('scrapy.conf.core_settings')
<commit_msg>renamed pickled data<commit_after>import os, pickle

SETTINGS_MODULE = os.environ.get('SCRAPYSETTINGS_MODULE', 'scrapy_settings')

class Settings(object):
    """Class to obtain configuration values from settings module
       which can be overriden by environment variables prepended by SCRAPY_"""

    # settings in precedence order
    overrides = None
    settings = None
    defaults = None
    core = None

    def __init__(self):
        self.overrides = {}
        self.settings = self._import(SETTINGS_MODULE)
        pickled_defaults = os.environ.get("SCRAPY_PICKLED_SETTINGS")
        self.defaults = pickle.loads(pickled_defaults) if pickled_defaults else {}
        self.core = self._import('scrapy.conf.core_settings')

{'fraction_non_alphanumeric': 0.08588957055214724, 'fraction_numerical': 0.0, 'mean_word_length': 3.630914826498423, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1671077', 'n_tokens_mistral': 431, 'n_tokens_neox': 436, 'n_words': 106}