<commit_before><!DOCTYPE html>
<html lang="en" ng-app="main">
<head>
	<meta name="viewport" content="width=device-width, initial-scale=1">
    <title>Test Results &middot; Marill &middot; Automated Site Testing Utility</title>
	<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/angular-material/1.1.1/angular-material.min.css">
    <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.7.0/css/font-awesome.min.css">
    <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Ubuntu:400,500">
    <style>{[ .CSS ]}</style>
    <base href="/">
</head>
<body ng-controller="mainCtrl" ng-cloak>
    <!-- input by the generation process -->
	<div id="data" style="display: none;">{[ .JSON ]}</div>

	<div id="wrapper" layout="row" flex>
        <md-sidenav layout="column" layout-align="end stretch" class="main-sidebar" md-is-locked-open="true">
            <span class="sidebar-main">Scan Results <i class="fa fa-check-square-o"></i></span>

            <ul flex>
                <li class="sidebar-title">Navigation</li>

                <li class="sidebar-list"><a ui-sref-active="active" ui-sref="root.home">URL Crawl Results <i class="fa fa-info-circle"></i></a></li>
                <li class="sidebar-list"><a ui-sref-active="active" ui-sref="root.success">Successfully crawled <i class="fa fa-check-circle text-success"></i></a></li>
                <li class="sidebar-list"><a ui-sref-active="active" ui-sref="root.failed">Failed to crawl <i class="fa fa-times-circle text-danger"></i></a></li>
                <li class="sidebar-list"><a ui-sref-active="active" ui-sref="root.raw">Raw result data <i class="fa fa-info-circle"></i></a></li>
            </ul>

            <div class="sidebar-footer" layout="row">
                <div flex="33"><a href="https://github.com/lrstanley/marill" target="_blank">Github</a></div>
                <div flex="33"><a href="https://github.com/lrstanley/marill/blob/master/README.md#readme" target="_blank">About</a></div>
                <div flex="33"><a href="https://github.com/lrstanley/marill/issues" target="_blank">Support</a></div>
            </div>
        </md-sidenav>

        <md-content class="main-content" flex layout="column">
            <div class="meta">
                <div class="pagename">{{$root.pagetitle}}</div>
                <div class="breadcrumb-links">Home {{$root.pageurl}}</div>
            </div>

            <div ui-view class="content md-padding" flex></div>
        </md-content>
    </div>

    <!-- INDEX -->
    <script type="text/ng-template" id="/index.html">
        <md-toolbar>
            <div class="md-toolbar-tools">
                <h2>Scan results</h2>
                <span flex></span>
                <md-button class="md-raised" aria-label="Learn More">Learn More</md-button>
            </div>
        </md-toolbar>

        <md-list class="url-results" flex>
            <div flex ng-repeat="item in $root.data.Out track by $index">
                <div flex class="list-url" layout="column" ng-class="{'active': urlViewing == $index}">
                    <div class="display">
                        <i class="fa" ng-class="{'fa-check-circle text-success': item.ErrorString == '', 'fa-times-circle text-danger': item.ErrorString != ''}"></i>
                        <span class="score">
                            <span class="chip chip-sm"
                                  ng-class="{
                                        'chip-success': item.Score >= (((10-$root.data.MinScore)/2) + $root.data.MinScore) && item.ErrorString == '',
                                        'chip-warn': item.Score < (((10-$root.data.MinScore)/2) + $root.data.MinScore) && item.Score >= $root.data.MinScore && item.ErrorString == '',
                                        'chip-danger': item.Score < $root.data.MinScore || item.ErrorString != ''}">{{ item.Score }}/10</span>
                        </span>
                        <span ng-click="setURL($index)" class="url">{{ item.Result.URL }}</span>
                        <md-button class="md-raised md-accent pull-right" ng-click="setURL($index)">Details</md-button>
                        <span class="pull-right chip chip-sm chip-default">{{ item.Result.TotalTime.Milli }}ms</span>
                    </div>
                    <div ng-if="urlViewing == $index" class="details">
                        [ some useful information here ]
                    </div>
                </div>
            </div>
        </md-list>
    </script>

    <!-- TEST TEMPLATE -->
    <script type="text/ng-template" id="/test.html"></script>

    <!-- RAW DATA -->
    <script type="text/ng-template" id="/raw.html">
        <code><pre>{{ $root.data.HostFile }}</pre></code>
        <code><pre>{{ $root.data | prettyJSON }}</pre></code>
    </script>

	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular.js/1.5.8/angular.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular.js/1.5.8/angular-animate.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular.js/1.5.8/angular-aria.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular.js/1.5.8/angular-messages.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular-material/1.1.1/angular-material.min.js"></script>
    <script src="https://cdnjs.cloudflare.com/ajax/libs/angular-ui-router/0.3.1/angular-ui-router.min.js"></script>
	<script type="text/javascript">{[ .JS ]}</script>
</body>
</html><commit_msg>add coloring and padding to raw data in html<commit_after><!DOCTYPE html>
<html lang="en" ng-app="main">
<head>
	<meta name="viewport" content="width=device-width, initial-scale=1">
    <title>Test Results &middot; Marill &middot; Automated Site Testing Utility</title>
	<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/angular-material/1.1.1/angular-material.min.css">
    <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.7.0/css/font-awesome.min.css">
    <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Ubuntu:400,500">
    <style>{[ .CSS ]}</style>
    <base href="/">
</head>
<body ng-controller="mainCtrl" ng-cloak>
    <!-- input by the generation process -->
	<div id="data" style="display: none;">{[ .JSON ]}</div>

	<div id="wrapper" layout="row" flex>
        <md-sidenav layout="column" layout-align="end stretch" class="main-sidebar" md-is-locked-open="true">
            <span class="sidebar-main">Scan Results <i class="fa fa-check-square-o"></i></span>

            <ul flex>
                <li class="sidebar-title">Navigation</li>

                <li class="sidebar-list"><a ui-sref-active="active" ui-sref="root.home">URL Crawl Results <i class="fa fa-info-circle"></i></a></li>
                <li class="sidebar-list"><a ui-sref-active="active" ui-sref="root.success">Successfully crawled <i class="fa fa-check-circle text-success"></i></a></li>
                <li class="sidebar-list"><a ui-sref-active="active" ui-sref="root.failed">Failed to crawl <i class="fa fa-times-circle text-danger"></i></a></li>
                <li class="sidebar-list"><a ui-sref-active="active" ui-sref="root.raw">Raw result data <i class="fa fa-info-circle"></i></a></li>
            </ul>

            <div class="sidebar-footer" layout="row">
                <div flex="33"><a href="https://github.com/lrstanley/marill" target="_blank">Github</a></div>
                <div flex="33"><a href="https://github.com/lrstanley/marill/blob/master/README.md#readme" target="_blank">About</a></div>
                <div flex="33"><a href="https://github.com/lrstanley/marill/issues" target="_blank">Support</a></div>
            </div>
        </md-sidenav>

        <md-content class="main-content" flex layout="column">
            <div class="meta">
                <div class="pagename">{{$root.pagetitle}}</div>
                <div class="breadcrumb-links">Home {{$root.pageurl}}</div>
            </div>

            <div ui-view class="content md-padding" flex></div>
        </md-content>
    </div>

    <!-- INDEX -->
    <script type="text/ng-template" id="/index.html">
        <md-toolbar>
            <div class="md-toolbar-tools">
                <h2>Scan results</h2>
                <span flex></span>
                <md-button class="md-raised" aria-label="Learn More">Learn More</md-button>
            </div>
        </md-toolbar>

        <md-list class="url-results" flex>
            <div flex ng-repeat="item in $root.data.Out track by $index">
                <div flex class="list-url" layout="column" ng-class="{'active': urlViewing == $index}">
                    <div class="display">
                        <i class="fa" ng-class="{'fa-check-circle text-success': item.ErrorString == '', 'fa-times-circle text-danger': item.ErrorString != ''}"></i>
                        <span class="score">
                            <span class="chip chip-sm"
                                  ng-class="{
                                        'chip-success': item.Score >= (((10-$root.data.MinScore)/2) + $root.data.MinScore) && item.ErrorString == '',
                                        'chip-warn': item.Score < (((10-$root.data.MinScore)/2) + $root.data.MinScore) && item.Score >= $root.data.MinScore && item.ErrorString == '',
                                        'chip-danger': item.Score < $root.data.MinScore || item.ErrorString != ''}">{{ item.Score }}/10</span>
                        </span>
                        <span ng-click="setURL($index)" class="url">{{ item.Result.URL }}</span>
                        <md-button class="md-raised md-accent pull-right" ng-click="setURL($index)">Details</md-button>
                        <span class="pull-right chip chip-sm chip-default">{{ item.Result.TotalTime.Milli }}ms</span>
                    </div>
                    <div ng-if="urlViewing == $index" class="details">
                        [ some useful information here ]
                    </div>
                </div>
            </div>
        </md-list>
    </script>

    <!-- TEST TEMPLATE -->
    <script type="text/ng-template" id="/test.html"></script>

    <!-- RAW DATA -->
    <script type="text/ng-template" id="/raw.html">
        <code><pre style="padding: 12px; background-color: #252525; color: white;">{{ $root.data.HostFile }}</pre></code>
        <code><pre style="padding: 12px; background-color: white;">{{ $root.data | prettyJSON }}</pre></code>
    </script>

	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular.js/1.5.8/angular.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular.js/1.5.8/angular-animate.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular.js/1.5.8/angular-aria.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular.js/1.5.8/angular-messages.min.js"></script>
	<script src="https://cdnjs.cloudflare.com/ajax/libs/angular-material/1.1.1/angular-material.min.js"></script>
    <script src="https://cdnjs.cloudflare.com/ajax/libs/angular-ui-router/0.3.1/angular-ui-router.min.js"></script>
	<script type="text/javascript">{[ .JS ]}</script>
</body>
</html>
{'fraction_non_alphanumeric': 0.1977310998847824, 'fraction_numerical': 0.009217406718071435, 'mean_word_length': 2.363338301043219, 'pattern_counts': {'":': 0, '<': 291, '<?xml version=': 0, '>': 291, 'https://': 24, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7108701', 'n_tokens_mistral': 3679, 'n_tokens_neox': 3460, 'n_words': 579}