<commit_before>if __name__ == "__main__":
    import sys, os
    import json

    def Usage(s = ""):
        print "Usage: TaskGenerator.py crosswalks.json"
        print
        if s:
            print s
            print
        print "TaskGenerator is a script to convert crosswalks.json to tasks.json in geojson format."
        sys.exit(1)

    def build_task(crosswalk):
        task = \
        {
            "geometries": {
                "type": "FeatureCollection",
                "features": [
                    {
                        "type": "Feature",
                        "properties": {
                        },
                        "geometry": {
                            "type": "Point",
                            "coordinates": [
                                8.818630,
                                47.226682
                            ]
                        }
                    }
                ]
            },
            "identifier": "-245422134830019020515072624911431000923134125097",<commit_msg>added uuid<commit_after>if __name__ == "__main__":
    import sys, os
    import json
    import uuid

    def Usage(s = ""):
        print "Usage: TaskGenerator.py crosswalks.json"
        print
        if s:
            print s
            print
        print "TaskGenerator is a script to convert crosswalks.json to tasks.json in geojson format."
        sys.exit(1)

    def build_task(crosswalk):

        task = \
        {
            "geometries": {
                "type": "FeatureCollection",
                "features": [
                    {
                        "type": "Feature",
                        "properties": {
                        },
                        "geometry": {
                            "type": "Point",
                            "coordinates": [
                                crosswalk.longitude,
                                crosswalk.longitude
                            ]
                        }
                    }
                ]
            },
            "identifier": str(uuid.uuid4()),
{'fraction_non_alphanumeric': 0.08836104513064133, 'fraction_numerical': 0.031353919239904986, 'mean_word_length': 0.8360941586748039, 'pattern_counts': {'":': 20, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1982707', 'n_tokens_mistral': 545, 'n_tokens_neox': 478, 'n_words': 106}