<commit_before>#
# Edit this file to control the behaviour of the parser
#

# Proxy to use for all internet connections in the parser
# Leave commented out to disable the use of the proxy
#
# Using a web caching proxy is especially useful during development
# to speed up the running of the parser.
#
# We've been using a "free" for private use caching proxy called
# WebAssistant (http://www.proxy-offline-browser.com/)
# It should also be possible to use Squid (http://www.squid-cache.org/) but so
# far the configuration for caching dynamic content in Squid has eluded us.

proxy:
    host: localhost
    port: 8080

# The root directory of the patched Australian version of the TheyWorkForYou
# website. 
web_root: "/Library/WebServer/Documents/mysociety"

# Should hopefully not have to change anything below here

# Links to the biographies of all *current* house members and senators
current_house_members_url: "http://parlinfoweb.aph.gov.au/piweb/browse.aspx?path=Parliamentary%20Handbook%20%3E%20Biographies%20%3E%20Current%20Members"
current_senate_members_url: "http://parlinfoweb.aph.gov.au/piweb/browse.aspx?path=Parliamentary%20Handbook%20%3E%20Biographies%20%3E%20Current%20Senators"
# Links to the biographies of all *former* senators and representatives
former_members_house_and_senate_url: "http://parlinfoweb.aph.gov.au/piweb/browse.aspx?path=Parliamentary%20Handbook%20%3E%20Biographies%20%3E%20Former%20Senators%20and%20Members"
<commit_msg>More consistent name for default path to web application. Also included example path under Linux<commit_after>#
# Edit this file to control the behaviour of the parser
#

# Proxy to use for all internet connections in the parser
# Leave commented out to disable the use of the proxy
#
# Using a web caching proxy is especially useful during development
# to speed up the running of the parser.
#
# We've been using a "free" for private use caching proxy called
# WebAssistant (http://www.proxy-offline-browser.com/)
# It should also be possible to use Squid (http://www.squid-cache.org/) but so
# far the configuration for caching dynamic content in Squid has eluded us.

proxy:
    host: localhost
    port: 8080

# The root directory of the patched Australian version of the TheyWorkForYou
# website.
# For example, Under Mac OS X this is likely to be something like:
web_root: "/Library/WebServer/Documents/openaustralia-app"
# Under Linux, this is likely to be something like:
# web_root: "/var/www/openaustralia-app"

# Should hopefully not have to change anything below here

# Links to the biographies of all *current* house members and senators
current_house_members_url: "http://parlinfoweb.aph.gov.au/piweb/browse.aspx?path=Parliamentary%20Handbook%20%3E%20Biographies%20%3E%20Current%20Members"
current_senate_members_url: "http://parlinfoweb.aph.gov.au/piweb/browse.aspx?path=Parliamentary%20Handbook%20%3E%20Biographies%20%3E%20Current%20Senators"
# Links to the biographies of all *former* senators and representatives
former_members_house_and_senate_url: "http://parlinfoweb.aph.gov.au/piweb/browse.aspx?path=Parliamentary%20Handbook%20%3E%20Biographies%20%3E%20Former%20Senators%20and%20Members"

{'fraction_non_alphanumeric': 0.0856962822936358, 'fraction_numerical': 0.0315059861373661, 'mean_word_length': 5.656184486373165, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 5, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6390852', 'n_tokens_mistral': 1072, 'n_tokens_neox': 972, 'n_words': 318}