<commit_before>This file specifies what posts look like:

# This is not proper JSON

# The following are ways URIs that can be used for post retrieval
#
# http://service/author/posts (posts that are visible to the currently authenticated user)
# or
# http://service/posts (all posts marked as public on the server)
# or
# http://service/author/{AUTHOR_ID}/posts (all posts made by {AUTHOR_ID} visible to the currently authenticated user)
# or
# http://service/posts/{POST_ID} access to a single post with id = {POST_ID}
#
# All of the previous URIs will get a list of posts like this:

{
    # A list of posts
    "posts":[
        {
            # title of a post
            "title":"A post title about a post about web dev",
            # where did you get this post from?
            "source":"http://lastplaceigotthisfrom.com/post/yyyyy",
            # where is it actually from
            "origin":"http://whereitcamefrom.com/post/zzzzz",
            # a brief description of the post
            "description":"This post discusses stuff -- brief",
            # The content type of the post
            # assume either
            # text/html
            # text/x-markdown
            # text/plain
            # for HTML you will want to strip tags before displaying
            "content-type":"text/html",
            "content":"Þā wæs on burgum Bēowulf Scyldinga, lēof lēod-cyning, longe þrāge folcum gefrǣge (fæder ellor hwearf, aldor of earde), oð þæt him eft onwōc hēah Healfdene; hēold þenden lifde, gamol and gūð-rēow, glæde Scyldingas. Þǣm fēower bearn forð-gerīmed in worold wōcun, weoroda rǣswan, Heorogār and Hrōðgār and Hālga til; hȳrde ic, þat Elan cwēn Ongenþēowes wæs Heaðoscilfinges heals-gebedde. Þā wæs Hrōðgāre here-spēd gyfen, wīges weorð-mynd, þæt him his wine-māgas georne hȳrdon, oð þæt sēo geogoð gewēox, mago-driht micel. Him on mōd bearn, þæt heal-reced hātan wolde, medo-ærn micel men gewyrcean, þone yldo bearn ǣfre gefrūnon, and þǣr on innan eall gedǣlan geongum and ealdum, swylc him god sealde, būton folc-scare and feorum gumena. Þā ic wīde gefrægn weorc gebannan manigre mǣgðe geond þisne middan-geard, folc-stede frætwan. Him on fyrste gelomp ǣdre mid yldum, þæt hit wearð eal gearo, heal-ærna mǣst; scōp him Heort naman, sē þe his wordes geweald wīde hæfde. Hē bēot ne ālēh, bēagas dǣlde, sinc æt symle. Sele hlīfade hēah and horn-gēap: heaðo-wylma bād, lāðan līges; ne wæs hit lenge þā gēn þæt se ecg-hete āðum-swerian 85 æfter wæl-nīðe wæcnan scolde. Þā se ellen-gǣst earfoðlīce þrāge geþolode, sē þe in þȳstrum bād, þæt hē dōgora gehwām drēam gehȳrde hlūdne in healle; þǣr wæs hearpan swēg, swutol sang scopes. Sægde sē þe cūðe frum-sceaft fīra feorran reccan",
            # the author has an ID where by authors can be disambiguated 
            "author":{
                # unique id to each author, either a sha1 or a uuid
                "id":"<PASSWORD>",
                # the home host of the author
                "host":"http://127.0.0.1:5454/",
                # the display name of the author
                "displayname":"Lara",
                # url to the authors information
                "url":"http://127.0.0.1:5454/author/<PASSWORD>"
            },
            # categories this post fits into (a list of strings
            "categories":["web","tutorial"],
            # comments about the post
            "comments":[
                {
                    "author":{
                        "id":"<PASSWORD>",
                        "host":"http://127.0.0.1:5454/",
                        "displayname":"Greg"
                    },
                    "comment":"<NAME>"
                    "pubDate":"Fri Jan  3 15:50:40 MST 2014",
                    "guid":"5471fe89-7697-4625-a06e-b3ad18577b72"
                }
            ]
            # when published
            "pubDate":"Fri Jan  1 12:12:12 MST 2014",
            # ID of the post (uuid or sha1)
            "guid":"108ded43-8520-4035-a262-547454d32022"
            # visibility ["PUBLIC","FOAF","FRIENDS","PRIVATE","SERVERONLY"]
            "visibility":"PUBLIC"
            # for visibility PUBLIC means it is open to the wild web
            # FOAF means it is only visible to Friends of A Friend
            # If any of my friends are your friends I can see the post
            # FRIENDS means if we're direct friends I can see the post
            # PRIVATE means only you can see the post
            # SERVERONLY means only those on your server (your home server) can see the post                                              
        }
    ]
}

# a reponse if friends or not
# ask a service http://service/friends/9de17f29c12e8f97bcbbd34cc908f1baba40658e/8d919f29c12e8f97bcbbd34cc908f19ab9496989
responds with
    {"query":"friends",
     "authors":[
         "<PASSWORD>",
         "<PASSWORD>19f29c12e8f97bcbbd34cc908f19ab9496989"
     ],
     # or NO
     "friends":"YES"
    }

# ask a service if anyone in the list is a friend
# POST to http://service/friends/9de17f29c12e8f97bcbbd34cc908f1baba40658e
{"query":"friends",
 "author":"<PASSWORD>",
 "authors":[
		"7deee0684811f22b384ccb5991b2ca7e78abacde",
		"<KEY>",
		"<PASSWORD>",
		"<KEY>",
		"11c3783f15f7ade03430303573098f0d4d20797b",
		"<KEY>",
		"<KEY>",
		"2130905fd0de94c3379e04839cd9f6889ba2b52c",
		"<KEY>",
		"<KEY>",
		"e28e59a9612c369717f66f53f3e014b341857601",
		"b36e52d6aaee9285220f94fc321407a44e4dc622",
		"584a9739ea459ce4aae5a88827d970196fb27769",
		"<KEY>",
		"6465678d0a409b96829fd64d0894132966e97eee",
		"<KEY>",
		"8743f7511a1a569e4e9dacbb25e27395629ba5c0",
		"<KEY>",
		"c55670261253c5ce25e22b47a34629dd15e819d4"
  ]
}
 
# reponds with
{"query":"friends",
 "author":"<PASSWORD>",
 "friends":[
		"<KEY>",
		"<PASSWORD>",
  ]
}

# this is needed for FOAF calls


# Here GREG tries to get a post from LARA that's marked as FOAF visibility
# the server will query greg's server to ensure that he is friends with 7de and 11c
# then it will get the users from its own server and see if they are friends of Lara
# Then it will go to at least 1 of these friend's servers and verify that they are friends of Greg
# once it is verified via the 3 hosts that Greg is a friend, then greg will get the data for lara's post

{"query":"getpost",
 "id":"<PASSWORD>",
 "author":{
    "id":"<PASSWORD>",
    "host":"http://127.0.0.1:5454/",
    "displayname":"Greg"
 },
 "friends":[
    "<KEY>",
    "11c3783f15f7ade03430303573098f0d4d20797b",
 ]
}


# to make a friend request POST to 
#     http://service/friendrequest

{"query":"friendrequest",
"author":{
"id":"<PASSWORD>19f29c12e8f97bcbbd34cc908f19ab9496989",
"host":"http://127.0.0.1:5454/",
"displayname":"Greg"
},
"friend": 
            "author":{
                 "id":"<PASSWORD>",
                 "host":"http://127.0.0.1:5454/",
                 "displayname":"Lara",
                 "url":"http://127.0.0.1:5454/author/<PASSWORD>"
            }
}

# to unfriend simply do it locally 
<commit_msg>Update again<commit_after>This file specifies what posts look like:

# This is not proper JSON

# The following are ways URIs that can be used for post retrieval
#
# http://service/author/posts (posts that are visible to the currently authenticated user)
# or
# http://service/posts (all posts marked as public on the server)
# or
# http://service/author/{AUTHOR_ID}/posts (all posts made by {AUTHOR_ID} visible to the currently authenticated user)
# or
# http://service/posts/{POST_ID} access to a single post with id = {POST_ID}
#
# All of the previous URIs will get a list of posts like this:

{
    # A list of posts
    "posts":[
        {
            # title of a post
            "title":"A post title about a post about web dev",
            # where did you get this post from?
            "source":"http://lastplaceigotthisfrom.com/post/yyyyy",
            # where is it actually from
            "origin":"http://whereitcamefrom.com/post/zzzzz",
            # a brief description of the post
            "description":"This post discusses stuff -- brief",
            # The content type of the post
            # assume either
            # text/html
            # text/x-markdown
            # text/plain
            # for HTML you will want to strip tags before displaying
            "content-type":"text/html",
            "content":"Þā wæs on burgum Bēowulf Scyldinga, lēof lēod-cyning, longe þrāge folcum gefrǣge (fæder ellor hwearf, aldor of earde), oð þæt him eft onwōc hēah Healfdene; hēold þenden lifde, gamol and gūð-rēow, glæde Scyldingas. Þǣm fēower bearn forð-gerīmed in worold wōcun, weoroda rǣswan, Heorogār and Hrōðgār and Hālga til; hȳrde ic, þat Elan cwēn Ongenþēowes wæs Heaðoscilfinges heals-gebedde. Þā wæs Hrōðgāre here-spēd gyfen, wīges weorð-mynd, þæt him his wine-māgas georne hȳrdon, oð þæt sēo geogoð gewēox, mago-driht micel. Him on mōd bearn, þæt heal-reced hātan wolde, medo-ærn micel men gewyrcean, þone yldo bearn ǣfre gefrūnon, and þǣr on innan eall gedǣlan geongum and ealdum, swylc him god sealde, būton folc-scare and feorum gumena. Þā ic wīde gefrægn weorc gebannan manigre mǣgðe geond þisne middan-geard, folc-stede frætwan. Him on fyrste gelomp ǣdre mid yldum, þæt hit wearð eal gearo, heal-ærna mǣst; scōp him Heort naman, sē þe his wordes geweald wīde hæfde. Hē bēot ne ālēh, bēagas dǣlde, sinc æt symle. Sele hlīfade hēah and horn-gēap: heaðo-wylma bād, lāðan līges; ne wæs hit lenge þā gēn þæt se ecg-hete āðum-swerian 85 æfter wæl-nīðe wæcnan scolde. Þā se ellen-gǣst earfoðlīce þrāge geþolode, sē þe in þȳstrum bād, þæt hē dōgora gehwām drēam gehȳrde hlūdne in healle; þǣr wæs hearpan swēg, swutol sang scopes. Sægde sē þe cūðe frum-sceaft fīra feorran reccan",
            # the author has an ID where by authors can be disambiguated 
            "author":{
                # unique id to each author, either a sha1 or a uuid
                "id":"9de17f29c12e8f97bcbbd34cc908f1baba40658e",
                # the home host of the author
                "host":"http://127.0.0.1:5454/",
                # the display name of the author
                "displayname":"Lara",
                # url to the authors information
                "url":"http://127.0.0.1:5454/author/9de17f29c12e8f97bcbbd34cc908f1baba40658e"
            },
            # categories this post fits into (a list of strings
            "categories":["web","tutorial"],
            # comments about the post
            "comments":[
                {
                    "author":{
                        "id":"<PASSWORD>",
                        "host":"http://127.0.0.1:5454/",
                        "displayname":"Greg"
                    },
                    "comment":"<NAME>"
                    "pubDate":"Fri Jan  3 15:50:40 MST 2014",
                    "guid":"5471fe89-7697-4625-a06e-b3ad18577b72"
                }
            ]
            # when published
            "pubDate":"Fri Jan  1 12:12:12 MST 2014",
            # ID of the post (uuid or sha1)
            "guid":"108ded43-8520-4035-a262-547454d32022"
            # visibility ["PUBLIC","FOAF","FRIENDS","PRIVATE","SERVERONLY"]
            "visibility":"PUBLIC"
            # for visibility PUBLIC means it is open to the wild web
            # FOAF means it is only visible to Friends of A Friend
            # If any of my friends are your friends I can see the post
            # FRIENDS means if we're direct friends I can see the post
            # PRIVATE means only you can see the post
            # SERVERONLY means only those on your server (your home server) can see the post                                              
        }
    ]
}

# a reponse if friends or not
# ask a service http://service/friends/9de17f29c12e8f97bcbbd34cc908f1baba40658e/8d919f29c12e8f97bcbbd34cc908f19ab9496989
responds with
    {"query":"friends",
     "authors":[
         "<PASSWORD>",
         "<PASSWORD>"
     ],
     # or NO
     "friends":"YES"
    }

# ask a service if anyone in the list is a friend
# POST to http://service/friends/<PASSWORD>
{"query":"friends",
 "author":"<PASSWORD>",
 "authors":[
		"<KEY>",
		"<KEY>",
		"1af17e947f387a2d8c09a807271bd094e8eff077",
		"<KEY>",
		"11c3783f15f7ade03430303573098f0d4d20797b",
		"<KEY>",
		"<KEY>",
		"2130905fd0de94c3379e04839cd9f6889ba2b52c",
		"<KEY>",
		"<KEY>",
		"e28e59a9612c369717f66f53f3e014b341857601",
		"b36e52d6aaee9285220f94fc321407a44e4dc622",
		"584a9739ea459ce4aae5a88827d970196fb27769",
		"<KEY>",
		"6465678d0a409b96829fd64d0894132966e97eee",
		"<KEY>",
		"8743f7511a1a569e4e9dacbb25e27395629ba5c0",
		"<KEY>",
		"c55670261253c5ce25e22b47a34629dd15e819d4"
  ]
}
 
# reponds with
{"query":"friends",
 "author":"<PASSWORD>",
 "friends":[
		"<PASSWORD>0684811f22b384ccb5991b2ca7e78abacde",
		"11c3783f15f7ade03430303573098f0d4d20797b",
  ]
}

# this is needed for FOAF calls


# Here GREG tries to get a post from LARA that's marked as FOAF visibility
# the server will query greg's server to ensure that he is friends with 7de and 11c
# then it will get the users from its own server and see if they are friends of Lara
# Then it will go to at least 1 of these friend's servers and verify that they are friends of Greg
# once it is verified via the 3 hosts that Greg is a friend, then greg will get the data for lara's post

{"query":"getpost",
 "id":"<PASSWORD>",
 "author":{
    "id":"<PASSWORD>",
    "host":"http://127.0.0.1:5454/",
    "displayname":"Greg"
 },
 "friends":[
    "<KEY>",
    "11c3783f15f7ade03430303573098f0d4d20797b",
 ]
}


# to make a friend request POST to 
#     http://service/friendrequest

{"query":"friendrequest",
"author":{
"id":"<PASSWORD>",
"host":"http://127.0.0.1:5454/",
"displayname":"Greg"
},
"friend": {
                 "id":"<PASSWORD>",
                 "host":"http://127.0.0.1:5454/",
                 "displayname":"Lara",
                 "url":"http://127.0.0.1:5454/author/<PASSWORD>"
           }
}

# to unfriend simply do it locally 

{'fraction_non_alphanumeric': 0.1045418669728062, 'fraction_numerical': 0.0800746215110856, 'mean_word_length': 2.5037707390648567, 'pattern_counts': {'":': 101, '<': 53, '<?xml version=': 0, '>': 53, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 14, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3583498', 'n_tokens_mistral': 5779, 'n_tokens_neox': 5031, 'n_words': 1426}