<commit_before>Set-StrictMode -Version 2.0
$ErrorActionPreference = "Stop"
trap { $host.SetShouldExit(1) }

function ??($a, $b) { if ($a -ne $null) { $a } else { $b } }
function Get-ScriptDirectory
{
  $Invocation = (Get-Variable MyInvocation -Scope 1).Value
  Split-Path $Invocation.MyCommand.Path
}

$SolutionDir   = ?? ${env:SourcePath}      (Get-ScriptDirectory)
$NuGet         = ?? ${env:NuGet}           (Join-Path $SolutionDir "..\NuGet.exe")
$Configuration = ?? ${env:Configuration}   "Debug"
$Platform      = ?? ${env:Platform}        "Any CPU"
$Targets       = ?? ${env:Targets}         "Rebuild"
$BuildRunner   = ?? ${env:BuildRunner}     "Local"

$OutputDir     = Join-Path $SolutionDir "output"
$NuspecdDir      = Join-Path $SolutionDir "nuspec"
$ToolsDir      = Join-Path $SolutionDir "tools"
$SourceDir     = Join-Path $SolutionDir "src"
$MsBuild       = "C:\Windows\Microsoft.NET\Framework\v4.0.30319\msbuild.exe"
<commit_msg>Cleanup.<commit_after>Set-StrictMode -Version 2.0
$ErrorActionPreference = "Stop"
trap { $host.SetShouldExit(1) }

function ??($a, $b) { if ($a -ne $null) { $a } else { $b } }
function Get-ScriptDirectory
{
  $Invocation = (Get-Variable MyInvocation -Scope 1).Value
  Split-Path $Invocation.MyCommand.Path
}

$SolutionDir   = ?? ${env:SourcePath}      (Get-ScriptDirectory)
$NuGet         = ?? ${env:NuGet}           (Join-Path $SolutionDir "..\NuGet.exe")
$Configuration = ?? ${env:Configuration}   "Debug"
$Platform      = ?? ${env:Platform}        "Any CPU"
$Targets       = ?? ${env:Targets}         "Rebuild"
$BuildRunner   = ?? ${env:BuildRunner}     "Local"

$OutputDir     = Join-Path $SolutionDir "output"
$NuspecdDir    = Join-Path $SolutionDir "nuspec"
$ToolsDir      = Join-Path $SolutionDir "tools"
$SourceDir     = Join-Path $SolutionDir "src"
$MsBuild       = "C:\Windows\Microsoft.NET\Framework\v4.0.30319\msbuild.exe"

{'fraction_non_alphanumeric': 0.16782099094299413, 'fraction_numerical': 0.011720831113478956, 'mean_word_length': 3.3674418604651164, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7668823', 'n_tokens_mistral': 684, 'n_tokens_neox': 647, 'n_words': 130}