<commit_before>#!/bin/bash

function Trans_to_Pirate
{
	#basic pirate translations
	echo $P_sent | sed "s/\<and\>/\'n/g"\
	| sed "s/\<And\>/i\'N/g"\
	| sed "s/\<are\>/be/g"\
	| sed "s/\<Are\>/Be/g"\
	| sed "s/\<boss\>/captain/g"\
	| sed "s/\<Boss\>/Captain/g"\
	| sed "s/\<boy\>/lad/g"\
	| sed "s/\<Boy\>/Lad/g"\
	| sed "s/\<boys\>/lads/g"\
	| sed "s/\<Boys\>/Lads/g"\
	| sed "s/\<for\>/fer/g"\
	| sed "s/\<For\>/Fer/g"\
	| sed "s/\<friend\>/bucko/g"\
	| sed "s/\<Friend\>/Bucko/g"\
	| sed "s/\<friends\>/hearties/g"\
	| sed "s/\<Friends\>/Hearties/g"\
	| sed "s/\<girl\>/lassy/g"\
	| sed "s/\<Girl\>/Lassy/g"\
	| sed "s/\<girls\>/lassies/g"\
	| sed "s/\<Girls\>/Lassies/g"\
	| sed "s/\<hello\>/ahoy/g"\
	| sed "s/\<Hello\>/Ahoy/g"\
	| sed "s/\<hey\>/ahoy/g"\
	| sed "s/\<Hey\>/Ahoy/g"\
	| sed "s/\<hi\>/ahoy/g"\
	| sed "s/\<Hi\>/Ahoy/g"\
	| sed "s/\<is\>/be/g"\
	| sed "s/\<Is\>/Be/g"\
	| sed "s/\<my\>/me/g"\
	| sed "s/\<My\>/Me/g"\
	| sed "s/\<of\>/o\'/g"\
	| sed "s/\<Of\>/O\'/g"\
	| sed "s/\<prize\>/booty/g"\
	| sed "s/\<Prize\>/Booty/g"\
	| sed "s/\<stop\>/avast/g"\
	| sed "s/\<Stop\>/Avast/g"\
	| sed "s/\<today\>/this day/g"\
	| sed "s/\<Today\>/This day/g"\
	| sed "s/\<treasure\>/booty/g"\<commit_msg>added to vocab<commit_after>#!/bin/bash

function Trans_to_Pirate
{
	#basic pirate translations
	echo $P_sent | sed "s/\<and\>/\'n/g"\
	| sed "s/\<And\>/i\'N/g"\
	| sed "s/\<are\>/be/g"\
	| sed "s/\<Are\>/Be/g"\
	| sed "s/\<boss\>/captain/g"\
	| sed "s/\<Boss\>/Captain/g"\
	| sed "s/\<boy\>/lad/g"\
	| sed "s/\<Boy\>/Lad/g"\
	| sed "s/\<boys\>/lads/g"\
	| sed "s/\<Boys\>/Lads/g"\
	| sed "s/\<for\>/fer/g"\
	| sed "s/\<For\>/Fer/g"\
	| sed "s/\<friend\>/bucko/g"\
	| sed "s/\<Friend\>/Bucko/g"\
	| sed "s/\<friends\>/hearties/g"\
	| sed "s/\<Friends\>/Hearties/g"\
	| sed "s/\<girl\>/lassy/g"\
	| sed "s/\<Girl\>/Lassy/g"\
	| sed "s/\<girls\>/lassies/g"\
	| sed "s/\<Girls\>/Lassies/g"\
	| sed "s/\<hello\>/ahoy/g"\
	| sed "s/\<Hello\>/Ahoy/g"\
	| sed "s/\<hey\>/ahoy/g"\
	| sed "s/\<Hey\>/Ahoy/g"\
	| sed "s/\<hi\>/ahoy/g"\
	| sed "s/\<Hi\>/Ahoy/g"\
	| sed "s/\<idiot\>/squiffy/g"\
	| sed "s/\<Idiot\>/Squiffy/g"\
	| sed "s/\<is\>/be/g"\
	| sed "s/\<Is\>/Be/g"\
	| sed "s/\<my\>/me/g"\
	| sed "s/\<My\>/Me/g"\
	| sed "s/\<of\>/o\'/g"\
	| sed "s/\<Of\>/O\'/g"\
	| sed "s/\<prize\>/booty/g"\
	| sed "s/\<Prize\>/Booty/g"\
	| sed "s/\<quickly\>/smartly/g"\
	| sed "s/\<Quickly\>/Smartly/g"\
	| sed "s/\<sexy\>/saucy/g"\
	| sed "s/\<Sexy\>/Saucy/g"\
	| sed "s/\<stop\>/avast/g"\
	| sed "s/\<Stop\>/Avast/g"\
	| sed "s/\<there\>/thar/g"\
	| sed "s/\<There\>/Thar/g"\
	| sed "s/\<today\>/this day/g"\
	| sed "s/\<Today\>/This day/g"\
	| sed "s/\<treasure\>/booty/g"\
{'fraction_non_alphanumeric': 0.3671028037383178, 'fraction_numerical': 0.0, 'mean_word_length': 1.9766407119021134, 'pattern_counts': {'":': 0, '<': 89, '<?xml version=': 0, '>': 89, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3475611', 'n_tokens_mistral': 1508, 'n_tokens_neox': 1465, 'n_words': 193}