<commit_before># -*- coding: utf-8 -*-
'''Controls command line operations'''

''' \/ Third-Party Packages \/ '''
import click
import pandas as pd
import os, sys
import os.path

''' \/ Local Packages \/ '''
import htmlparser

''' \/ Variables \/ '''


'''Class test'''
class fileo():
    pass
file1 = fileo()
file2 = fileo()
file1.df = file2.df = 0
file1.path = file2.path = ''
file1.name = file2.name = ''
''''''

''' TO DO
Check for invalid file type (also check if it's a string)
'''


@click.group()
def patella():
    pass

@click.command()
@click.argument('url')
@click.option('--filename', default='dlfile', help='specify the name of the local file that will be downloaded to the current directory')
@click.option('--filetype', default='.csv', help='specify the file type the scraper will look for')
def scrape_url(url, filetype, filename):
    htmlparser.find_download_links(url, filetype, filename)<commit_msg>updated to-do<commit_after># -*- coding: utf-8 -*-
'''Controls command line operations'''

''' \/ Third-Party Packages \/ '''
import click
import pandas as pd
import os, sys
import os.path

''' \/ Local Packages \/ '''
import htmlparser

''' \/ Variables \/ '''


'''Class test'''
class fileo():
    pass
file1 = fileo()
file2 = fileo()
file1.df = file2.df = 0
file1.path = file2.path = ''
file1.name = file2.name = ''
''''''

''' TO DO
Check for invalid file type (also check if it's a string)
Make function for setting both data frames at once - improves readability.
'''


@click.group()
def patella():
    pass

@click.command()
@click.argument('url')
@click.option('--filename', default='dlfile', help='specify the name of the local file that will be downloaded to the current directory')
@click.option('--filetype', default='.csv', help='specify the file type the scraper will look for')
def scrape_url(url, filetype, filename):
    htmlparser.find_download_links(url, filetype, filename)
{'fraction_non_alphanumeric': 0.1657083115525353, 'fraction_numerical': 0.010454783063251438, 'mean_word_length': 4.131367292225201, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1748703', 'n_tokens_mistral': 620, 'n_tokens_neox': 599, 'n_words': 201}