<commit_before>#!/usr/bin/python3
# Created by c@caine
# On: 14/02/2017
# --- Preamble --- #
from bs4 import BeautifulSoup
from urllib.request import urlopen

# --- Declarations --- #
target = 'http://www.footballsquads.co.uk/eng/2016-2017/faprem.htm'
root_addy = target[:46] #modularise this
teams = []
transfer  = []
roster = []
players = []

# --- Functions --- #
def chef(ingredient):
  soup = BeautifulSoup(urlopen(ingredient), 'html.parser')
  return soup

def scoop(players):
  # get name and number
  for sibling in players.find_all(width="180"): 			# grabs surname + num
    try:
      # works, but my gosh what a mess, (better way?)<commit_msg>[+]comments<commit_after>#!/usr/bin/python3
# Created by c@caine
# On: 14/02/2017
# --- Preamble --- #
from bs4 import BeautifulSoup			# funtions for parsing html
from urllib.request import urlopen		# functions for d/l web page

# --- Declarations --- #
target = 'http://www.footballsquads.co.uk/eng/2016-2017/faprem.htm'
root_addy = target[:46]				# strip url for use later 
# ---- lists
teams = []
transfer  = []
roster = []
players = []
# --- Functions --- #

def chef(ingredient): 				# fetch page
  soup = BeautifulSoup(urlopen(ingredient), 'html.parser')
  return soup

def scoop(players):				# grabs surname + num
  for sibling in players.find_all(width="180"): 
    try:
      # works, but my gosh what a mess, (better way?)
{'fraction_non_alphanumeric': 0.15512265512265513, 'fraction_numerical': 0.03318903318903319, 'mean_word_length': 3.2808641975308643, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6926678', 'n_tokens_mistral': 548, 'n_tokens_neox': 489, 'n_words': 124}