<commit_before>%%%-------------------------------------------------------------------
%%% File    : feed_parser.erl
%%% Author  : klemo <<EMAIL>>
%%% Description : Fetches feeds from various sources
%%% Created : 14 Apr 2010 by klemo <<EMAIL>>
%%%-------------------------------------------------------------------
-module(feed_parser).
-include_lib("xmerl/include/xmerl.hrl").
-export([init/0, fetch/1, filter/2, sort/2, union/2, tail/2, unique/1, get_titles/1]).

%%%-------------------------------------------------------------------
%% Initialize feed_parser
%%%-------------------------------------------------------------------
init() ->
    ibrowse:start().
<commit_msg>Unused code removed<commit_after>%%%-------------------------------------------------------------------
%%% File    : feed_parser.erl
%%% Author  : klemo <<EMAIL>>
%%% Description : Fetches feeds from various sources
%%% Created : 14 Apr 2010 by klemo <<EMAIL>>
%%%-------------------------------------------------------------------
-module(feed_parser).
-include_lib("xmerl/include/xmerl.hrl").
-export([fetch/1, filter/2, sort/2, union/2, tail/2, unique/1, get_titles/1]).

{'fraction_non_alphanumeric': 0.4791666666666667, 'fraction_numerical': 0.0234375, 'mean_word_length': 1.1431226765799256, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2681107', 'n_tokens_mistral': 311, 'n_tokens_neox': 288, 'n_words': 63}