<commit_before>#!/usr/bin/php
<?php

include __DIR__ . '/../src/autoloader.php';

$configurator = new s9e\TextFormatter\Configurator;
$configurator->plugins->load('MediaEmbed', ['captureURLs' => false]);
$configurator->registeredVars['cacheDir'] = __DIR__ . '/../tests/.cache';

$sites = simplexml_load_file(__DIR__ . '/../src/Plugins/MediaEmbed/Configurator/sites.xml');

foreach ($sites->site as $site)
{
	$configurator->MediaEmbed->add($site['id']);
}

$parser   = $configurator->getParser();
$renderer = $configurator->getRenderer();

$siteHtml = [];<commit_msg>Updated helper script [ci skip]<commit_after>#!/usr/bin/php
<?php

include __DIR__ . '/../src/autoloader.php';

$configurator = new s9e\TextFormatter\Configurator;
$configurator->plugins->load('MediaEmbed', ['captureURLs' => false]);
$configurator->registeredVars['cacheDir'] = __DIR__ . '/../tests/.cache';

$sites = simplexml_load_file(__DIR__ . '/../src/Plugins/MediaEmbed/Configurator/sites.xml');

foreach ($sites->site as $site)
{
	if (isset($_SERVER['argv'][1]) && $site['id'] != $_SERVER['argv'][1])
	{
		continue;
	}

	$configurator->MediaEmbed->add($site['id']);
}

$parser   = $configurator->getParser();
$renderer = $configurator->getRenderer();

$siteHtml = [];
{'fraction_non_alphanumeric': 0.21774193548387097, 'fraction_numerical': 0.0032258064516129032, 'mean_word_length': 5.531578947368421, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3417814', 'n_tokens_mistral': 452, 'n_tokens_neox': 439, 'n_words': 63}