<commit_before>﻿<Project Sdk="Microsoft.NET.Sdk">

    <PropertyGroup>
        <TargetFramework>netcoreapp2.2</TargetFramework>
    </PropertyGroup>

    <ItemGroup>
      <PackageReference Include="Microsoft.CodeAnalysis.CSharp" Version="3.1.0" />
      <PackageReference Include="Microsoft.ML" Version="1.0.0" />
      <PackageReference Include="Microsoft.ML.FastTree" Version="1.0.0" />
        <PackageReference Include="Microsoft.ML.AutoML" Version="0.3.0" />
        <PackageReference Include="Microsoft.ML.LightGbm" Version="1.0.0" />
        <PackageReference Include="Microsoft.ML.Mkl.Components" Version="1.0.0" />
        <PackageReference Include="Microsoft.ML.Recommender" Version="0.12.0" />
    </ItemGroup>
    <ItemGroup>
        <ProjectReference Include="..\dexih.functions\dexih.functions.csproj" />
    </ItemGroup>

</Project><commit_msg>removed unessessary library<commit_after>﻿<Project Sdk="Microsoft.NET.Sdk">

    <PropertyGroup>
        <TargetFramework>netcoreapp2.2</TargetFramework>
    </PropertyGroup>

    <ItemGroup>
      <PackageReference Include="Microsoft.CodeAnalysis.CSharp" Version="3.1.0" />
      <PackageReference Include="Microsoft.ML" Version="1.0.0" />
      <PackageReference Include="Microsoft.ML.FastTree" Version="1.0.0" />
        <PackageReference Include="Microsoft.ML.AutoML" Version="0.3.0" />
        <PackageReference Include="Microsoft.ML.LightGbm" Version="1.0.0" />
        <PackageReference Include="Microsoft.ML.Recommender" Version="0.12.0" />
    </ItemGroup>
    <ItemGroup>
        <ProjectReference Include="..\dexih.functions\dexih.functions.csproj" />
    </ItemGroup>

</Project>
{'fraction_non_alphanumeric': 0.1599030890369473, 'fraction_numerical': 0.027256208358570563, 'mean_word_length': 3.679886685552408, 'pattern_counts': {'":': 0, '<': 38, '<?xml version=': 0, '>': 38, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2644356', 'n_tokens_mistral': 533, 'n_tokens_neox': 494, 'n_words': 64}