<commit_before>#!/bin/bash
WEBSITEDIR="./catscripts/Technology/Computers/Internet/Websites"
KEYWORDS_WEBSITE="web(| )site"
KEYWORDS_WIKIA="\bWikia(|s)\b"
KEYWORDS_WIKIASEARCH="Wikia(| )Search"
KEYWORDS_WIKIANSWERS="Wiki(| )answers|Wikia(| )answers"
KEYWORDS_WIKIA_EXCLUDE="$KEYWORDS_WIKIASEARCH|$KEYWORDS_WIKIANSWERS"
KEYWORDS_WIKIPEDIA="Wikipedia"
KEYWORDS_EBAY="\beBay"

if [ "$1" == "" ];
then

  debug_start "Websites"

  . $WEBSITEDIR/Social_networking/Socialnetworking.sh #KEYWORDS_SOCIALNETWORKING_ALL
  . $WEBSITEDIR/Search_engines/Searchengines.sh #KEYWORDS_SEARCHENGINES_ALL

  KEYWORDS_WEBSITE_EXCLUDE="$KEYWORDS_SEARCHENGINES_ALL|$KEYWORDS_SOCIALNETWORKING_ALL|$KEYWORDS_WIKIA|$KEYWORDS_WIKIANSWERS|$KEYWORDS_WIKIPEDIA|$KEYWORDS_EBAY"
  KEYWORDS_WEBSITE_ALL="$KEYWORDS_WEBSITE|$KEYWORDS_SEARCHENGINES_ALL|$KEYWORDS_SOCIALNETWORKING_ALL|$KEYWORDS_WIKIA|$KEYWORDS_WIKIANSWERS|$KEYWORDS_WIKIPEDIA|$KEYWORDS_EBAY"<commit_msg>Adding keywords to Wikia<commit_after>#!/bin/bash

WEBSITEDIR="./catscripts/Technology/Computers/Internet/Websites"

KEYWORDS_WEBSITE="web(| )site"
KEYWORDS_WIKIA="\bWikia(|s)\b|Communcity(| )Central"
KEYWORDS_WIKIASEARCH="Wikia(| )Search"
KEYWORDS_WIKIANSWERS="Wiki(| )answers|Wikia(| )answers"
KEYWORDS_WIKIA_EXCLUDE="$KEYWORDS_WIKIASEARCH|$KEYWORDS_WIKIANSWERS"
KEYWORDS_WIKIPEDIA="Wikipedia"
KEYWORDS_EBAY="\beBay"

if [ "$1" == "" ];
then

  debug_start "Websites"

  . $WEBSITEDIR/Social_networking/Socialnetworking.sh #KEYWORDS_SOCIALNETWORKING_ALL
  . $WEBSITEDIR/Search_engines/Searchengines.sh #KEYWORDS_SEARCHENGINES_ALL

  KEYWORDS_WEBSITE_EXCLUDE="$KEYWORDS_SEARCHENGINES_ALL|$KEYWORDS_SOCIALNETWORKING_ALL|$KEYWORDS_WIKIA|$KEYWORDS_WIKIANSWERS|$KEYWORDS_WIKIPEDIA|$KEYWORDS_EBAY"
  KEYWORDS_WEBSITE_ALL="$KEYWORDS_WEBSITE|$KEYWORDS_SEARCHENGINES_ALL|$KEYWORDS_SOCIALNETWORKING_ALL|$KEYWORDS_WIKIA|$KEYWORDS_WIKIANSWERS|$KEYWORDS_WIKIPEDIA|$KEYWORDS_EBAY"
{'fraction_non_alphanumeric': 0.12098895318253551, 'fraction_numerical': 0.0010520778537611783, 'mean_word_length': 13.51908396946565, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6959332', 'n_tokens_mistral': 902, 'n_tokens_neox': 828, 'n_words': 51}