<commit_before># iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))
# choco install -y python
# Write-Host "Python version:"
# python --version
# pip install psutil python-dateutil applicationinsights
# Write-Host "Downloading nodestats.py"
Invoke-WebRequest https://raw.githubusercontent.com/timotheeguerin/batch-insights/master/nodestats.py -OutFile nodestats.py
Write-Host "Starting background process in $env:AZ_BATCH_TASK_WORKING_DIR"

# Start-Process python -ArgumentList .\nodestats.py  -RedirectStandardOutput .\node-stats.log -RedirectStandardError .\node-stats.err.log -WindowStyle Hidden -Credential 'NT AUTHORITY\\SYSTEM'
# start cmd /C "python .\nodestats.py > .\node-stats.log 2>&1"

# python .\nodestats.py *>> .\node-stats.log
$action = New-ScheduledTaskAction -WorkingDirectory $env:AZ_BATCH_TASK_WORKING_DIR -Execute 'Powershell.exe' -Argument "python .\nodestats.py > .\node-stats.log 2>&1" ; 
$principal = New-ScheduledTaskPrincipal -UserID 'NT AUTHORITY\SYSTEM' -LogonType ServiceAccount -RunLevel Highest ; 
Register-ScheduledTask -Action $action -Principal $principal -TaskName "batchappinsights" -Force ; 
Start-ScheduledTask -TaskName "batchappinsights"; 
Get-ScheduledTask -TaskName "batchappinsights";<commit_msg>Windows<commit_after># iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))
# choco install -y python
# Write-Host "Python version:"
# python --version
# pip install psutil python-dateutil applicationinsights
# Write-Host "Downloading nodestats.py"
Invoke-WebRequest https://raw.githubusercontent.com/timotheeguerin/batch-insights/master/nodestats.py -OutFile nodestats.py
Write-Host "Starting background process in $env:AZ_BATCH_TASK_WORKING_DIR"

# Start-Process python -ArgumentList .\nodestats.py  -RedirectStandardOutput .\node-stats.log -RedirectStandardError .\node-stats.err.log -WindowStyle Hidden -Credential 'NT AUTHORITY\SYSTEM'
# start cmd /C "python .\nodestats.py > .\node-stats.log 2>&1"

# python .\nodestats.py *>> .\node-stats.log
$action = New-ScheduledTaskAction -WorkingDirectory $env:AZ_BATCH_TASK_WORKING_DIR -Execute 'Powershell.exe' -Argument "python .\nodestats.py > .\node-stats.log 2>&1" ; 
$principal = New-ScheduledTaskPrincipal -UserID 'NT AUTHORITY\SYSTEM' -LogonType ServiceAccount -RunLevel Highest ; 
Register-ScheduledTask -Action $action -Principal $principal -TaskName "batchappinsights" -Force ; 
Start-ScheduledTask -TaskName "batchappinsights"; 
Get-ScheduledTask -TaskName "batchappinsights";
{'fraction_non_alphanumeric': 0.12475557293703558, 'fraction_numerical': 0.003910833007430583, 'mean_word_length': 5.36318407960199, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 15, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1486582', 'n_tokens_mistral': 851, 'n_tokens_neox': 804, 'n_words': 175}