<commit_before>﻿// Copyright (c) Source Tree Solutions, LLC. All rights reserved.
// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
// Author:                  <NAME>
// Created:                 2016-04-20
// Last Modified:           2016-04-20
// 

using Microsoft.AspNet.Mvc;
using Microsoft.Extensions.Logging;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using cloudscribe.Web.Navigation;
using Microsoft.AspNet.Http;

namespace cloudscribe.Web.SiteMap
{
    /// <summary>
    /// for those of using cloudscribe.Web.Navigation, we already have this tree object that typically contains
    /// most or all the urls that we want to have indexed by search engines so rather than building a new list 
    /// it is more efficient to dual purpose this same data in order to build our sitemap.
    /// That is what this class is for.<commit_msg>minor tidy<commit_after>﻿// Copyright (c) Source Tree Solutions, LLC. All rights reserved.
// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
// Author:                  <NAME>
// Created:                 2016-04-20
// Last Modified:           2016-04-20
// 

using cloudscribe.Web.Navigation;
using Microsoft.AspNet.Http;
using Microsoft.AspNet.Mvc;
using Microsoft.Extensions.Logging;
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;

namespace cloudscribe.Web.SiteMap
{
    /// <summary>
    /// for those of using cloudscribe.Web.Navigation, we already have this tree object that typically contains
    /// most or all the urls that we want to have indexed by search engines so rather than building a new list 
    /// it is more efficient to dual purpose this same data in order to build our sitemap.
    /// That is what this class is for.
{'fraction_non_alphanumeric': 0.08463136033229492, 'fraction_numerical': 0.018691588785046728, 'mean_word_length': 2.9406952965235176, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6443005', 'n_tokens_mistral': 519, 'n_tokens_neox': 493, 'n_words': 220}