<commit_before>#!/usr/bin/python

import argparse
import sys


def args():
    parser = argparse.ArgumentParser(description='Run the Furious Examples.')

    parser.add_argument('--gae-sdk-path', metavar='S', dest="gae_lib_path",
                        default="/usr/local/google_appengine",
                        help='path to the GAE SDK')

    parser.add_argument('--url', metavar='U', dest="url", default="",
                        help="the endpoint to run")

    return parser.parse_args()


def setup(options):
    sys.path.insert(0, options.gae_lib_path)

    from dev_appserver import fix_sys_path
    fix_sys_path()


def run(options):
    from google.appengine.tools import appengine_rpc
    from google.appengine.tools import appcfg

    source = 'furious'
    user_agent = appcfg.GetUserAgent()
    server = appengine_rpc.HttpRpcServer(
        'localhost:8080', lambda: ('<EMAIL>', 'password'), user_agent,
        source, secure=False)

    server._DevAppServerAuthenticate()
    server.Send(options.url, content_type="text/html; charset=utf-8",
                payload=None)


def main():
    options = args()

    setup(options)

    run(options)


if __name__ == "__main__":
    main()<commit_msg>Update the way the url is handled.<commit_after>#!/usr/bin/python

import argparse
import sys


def args():
    parser = argparse.ArgumentParser(description='Run the Furious Examples.')

    parser.add_argument('--gae-sdk-path', metavar='S', dest="gae_lib_path",
                        default="/usr/local/google_appengine",
                        help='path to the GAE SDK')

    parser.add_argument('url', metavar='U', default="", nargs=1,
                        help="the endpoint to run")

    return parser.parse_args()


def setup(options):
    sys.path.insert(0, options.gae_lib_path)

    from dev_appserver import fix_sys_path
    fix_sys_path()


def run(options):
    from google.appengine.tools import appengine_rpc
    from google.appengine.tools import appcfg

    source = 'furious'
    user_agent = appcfg.GetUserAgent()
    server = appengine_rpc.HttpRpcServer(
        'localhost:8080', lambda: ('<EMAIL>', 'password'), user_agent,
        source, secure=False)

    url = "/"
    if options.url:
        url += options.url[0]

    server._DevAppServerAuthenticate()
    server.Send(url, content_type="text/html; charset=utf-8",
                payload=None)


def main():
    options = args()

    setup(options)

    run(options)


if __name__ == "__main__":
    main()
{'fraction_non_alphanumeric': 0.12544802867383512, 'fraction_numerical': 0.005575467941059339, 'mean_word_length': 2.858678955453149, 'pattern_counts': {'":': 2, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4249121', 'n_tokens_mistral': 809, 'n_tokens_neox': 759, 'n_words': 166}