<commit_before>"""Crawl SEC Edgar DB and return filing information."""
# -*- coding: utf-8 -*-
__author__ = "<NAME>"

import gevent
from gevent import monkey
monkey.patch_all()
import requests
import pandas as pd
import re
import datetime
from gevent.pool import Pool



class SecCrawler(object):
    #   Variables for SEC Edgar URL requests
    _SecBaseUrl = "https://www.sec.gov/cgi-bin/browse-edgar?"
    _SecArchivesUrl = 'https://www.sec.gov/Archives/edgar/data'
    _SecCoParams = "&owner=exclude&action=getcompany"
    _headers = {"Connection": "close"}
    _TotalN_Requests = 0<commit_msg>to fix recursion error<commit_after>"""Crawl SEC Edgar DB and return filing information."""
# -*- coding: utf-8 -*-
__author__ = "<NAME>"

import gevent
from gevent import monkey; monkey.patch_all()
import requests
import pandas as pd
import re
import datetime
from gevent.pool import Pool
from gevent.lock import BoundedSemaphore


class SecCrawler(object):
    #   Variables for SEC Edgar URL requests
    _SecBaseUrl = "https://www.sec.gov/cgi-bin/browse-edgar?"
    _SecArchivesUrl = 'https://www.sec.gov/Archives/edgar/data'
    _SecCoParams = "&owner=exclude&action=getcompany"
    _headers = {"Connection": "close"}
    _TotalN_Requests = 0
{'fraction_non_alphanumeric': 0.11736334405144695, 'fraction_numerical': 0.003215434083601286, 'mean_word_length': 4.27542372881356, 'pattern_counts': {'":': 2, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 4, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6138200', 'n_tokens_mistral': 413, 'n_tokens_neox': 388, 'n_words': 110}