<commit_before>'''
import base64
import json
'''
import sys
import requests
import re

from contact import get_readme

def detect_url(url):
    try:
        r = requests.get(url)
        r.raise_for_status()
        return True
    except requests.exceptions.RequestException:
        return False

def search_readme(readme, regex):
    DOCS_REGEX = re.compile(regex)
    docs = DOCS_REGEX.search(readme)
    return (docs != None) and (docs.end() != 0)

def has_docs(owner, repo):
    prefix = 'https://github.com/' + owner + '/' + repo + '/tree/master/'
    suffixes = [ 'doc', 'docs', 'Doc', 'Docs', 'documentation',
            'documentations', 'Documentation', 'Documentations' 'DOC', 'DOCS',<commit_msg>Remove commented imports in docs.py<commit_after>import sys
import requests
import re

from contact import get_readme

def detect_url(url):
    try:
        r = requests.get(url)
        r.raise_for_status()
        return True
    except requests.exceptions.RequestException:
        return False

def search_readme(readme, regex):
    DOCS_REGEX = re.compile(regex)
    docs = DOCS_REGEX.search(readme)
    return (docs != None) and (docs.end() != 0)

def has_docs(owner, repo):
    prefix = 'https://github.com/' + owner + '/' + repo + '/tree/master/'
    suffixes = [ 'doc', 'docs', 'Doc', 'Docs', 'documentation',
            'documentations', 'Documentation', 'Documentations' 'DOC', 'DOCS',
{'fraction_non_alphanumeric': 0.14011379800853485, 'fraction_numerical': 0.002844950213371266, 'mean_word_length': 3.315950920245399, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5635064', 'n_tokens_mistral': 456, 'n_tokens_neox': 445, 'n_words': 116}