<commit_before>service,pattern,comment
twitter,housedemocrats,house dem caucus
twitter,search\?q=,search links
twitter,SmallBizGOP,some house republican caucus
facebook,likebox\.php,like buttons
twitter,^kellyayotte$,"CHECK LATER – no link on her homepage, twitter button is conspicuously absent"
twitter,elizabethforma,campaign account
twitter,heinrich4nm,campaign account
twitter,gopconference,some house republican caucus
twitter,^petegallego$,campaign account
twitter,^share$,not the share url
twitter,javascripts,probably not real
twitter,user_timeline,probably not real
twitter,statuses,probably not real
twitter,WaysandMeansGOP,some house republican caucus
twitter,congjeffmiller,abandoned
twitter,Daniel_Inouye,mentioned on some people's sites
twitter,^SydneyFreedberg$,appears somewhere
twitter,^kyledeb$,appears somewhere
twitter,nbcnews,appears somewhere
twitter,^MarcoRubio$,accidentally linked to campaign account
twitter,^TedCruz$,accidentally linked to campaign account
twitter,^NRO$,appears somewhere
twitter,20515507227,commented out embed on peter roskam's site
twitter,^tammybaldwin$,campaign account
facebook,media/set,media plugin
facebook,photo.php,media plugin
facebook,plugins/like.php,like plugin
facebook,feeds/page.php,some plugin
facebook,republicanconference,shared page
facebook,HouseDemocrats,shared page
facebook,photos.php,photo plugin
facebook,album.php,album plugin
facebook,^2008$,fbml year xmlns thing
facebook,^plugins$,plugin plugin
facebook,^feeds$,feeds plugin
facebook,HouseChamber,shared page
facebook,VoteMartinHeinrich,campaign account
facebook,^JeffFlake1$,campaign account
facebook,^media$,media plugin
youtube,^embed$,embed tag
youtube,^e$,embed tag
youtube,^v$,embed tag
youtube,^cp$,embed tag
youtube,SmallBizRepublicans,shared page
youtube,^watch$,embed tag
youtube,housedems,embed tag
youtube,^WSB111$,Some weird vendor thing
youtube,^p$,embed tag
youtube,HouseConference,shared page
youtube,^rss$,rss link
youtube,RepublicanLeader,shared page
youtube,ElizabethForMA,campaign account
youtube,^player_api$,embed tag
twitter,^PatrickMurphyFL$,campaign account
facebook,128261203867188,commented out thing on carolyn mccarthy's site
facebook,^BrianSchatz$,campaign account
facebook,^pages$,pages is never the answer
youtube,^upload\)<$,weird
facebook,^blumenauer$,campaign account
youtube,^HCmNo6p7XRqNs$,"auto-generated channel, not videos created by staff"
youtube,^channel$,ignore detections of “/channel”
facebook,^socialjobs$,some job thing on booker's site
twitter,^USRepJoeWilson$,404s
twitter,^FraminghamPatch$,not the right one
twitter,^CandiceMiller$,"we have it already, blacklisted because it shows up elsewhere mistakenly"<commit_msg>blacklisted BillNelson on Facebook, looks like he links his campaign's account from his official page<commit_after>service,pattern,comment
twitter,housedemocrats,house dem caucus
twitter,search\?q=,search links
twitter,SmallBizGOP,some house republican caucus
facebook,likebox\.php,like buttons
twitter,^kellyayotte$,"CHECK LATER – no link on her homepage, twitter button is conspicuously absent"
twitter,elizabethforma,campaign account
twitter,heinrich4nm,campaign account
twitter,gopconference,some house republican caucus
twitter,^petegallego$,campaign account
twitter,^share$,not the share url
twitter,javascripts,probably not real
twitter,user_timeline,probably not real
twitter,statuses,probably not real
twitter,WaysandMeansGOP,some house republican caucus
twitter,congjeffmiller,abandoned
twitter,Daniel_Inouye,mentioned on some people's sites
twitter,^SydneyFreedberg$,appears somewhere
twitter,^kyledeb$,appears somewhere
twitter,nbcnews,appears somewhere
twitter,^MarcoRubio$,accidentally linked to campaign account
twitter,^TedCruz$,accidentally linked to campaign account
twitter,^NRO$,appears somewhere
twitter,20515507227,commented out embed on peter roskam's site
twitter,^tammybaldwin$,campaign account
facebook,media/set,media plugin
facebook,photo.php,media plugin
facebook,plugins/like.php,like plugin
facebook,feeds/page.php,some plugin
facebook,republicanconference,shared page
facebook,HouseDemocrats,shared page
facebook,photos.php,photo plugin
facebook,album.php,album plugin
facebook,^2008$,fbml year xmlns thing
facebook,^plugins$,plugin plugin
facebook,^feeds$,feeds plugin
facebook,HouseChamber,shared page
facebook,VoteMartinHeinrich,campaign account
facebook,^JeffFlake1$,campaign account
facebook,^media$,media plugin
youtube,^embed$,embed tag
youtube,^e$,embed tag
youtube,^v$,embed tag
youtube,^cp$,embed tag
youtube,SmallBizRepublicans,shared page
youtube,^watch$,embed tag
youtube,housedems,embed tag
youtube,^WSB111$,Some weird vendor thing
youtube,^p$,embed tag
youtube,HouseConference,shared page
youtube,^rss$,rss link
youtube,RepublicanLeader,shared page
youtube,ElizabethForMA,campaign account
youtube,^player_api$,embed tag
twitter,^PatrickMurphyFL$,campaign account
facebook,128261203867188,commented out thing on carolyn mccarthy's site
facebook,^BrianSchatz$,campaign account
facebook,^pages$,pages is never the answer
youtube,^upload\)<$,weird
facebook,^blumenauer$,campaign account
youtube,^HCmNo6p7XRqNs$,"auto-generated channel, not videos created by staff"
youtube,^channel$,ignore detections of “/channel”
facebook,^socialjobs$,some job thing on booker's site
twitter,^USRepJoeWilson$,404s
twitter,^FraminghamPatch$,not the right one
twitter,^CandiceMiller$,"we have it already, blacklisted because it shows up elsewhere mistakenly"
facebook,^billnelson$,"campaign account, even though listed on official page"
{'fraction_non_alphanumeric': 0.08690176322418136, 'fraction_numerical': 0.01439366678661389, 'mean_word_length': 11.436241610738255, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4809789', 'n_tokens_mistral': 1766, 'n_tokens_neox': 1590, 'n_words': 419}