<commit_before>﻿$StartingLat = 45.2088139415905 -as [double]
$StartingLong = -93.4882834291458 -as [double]
$Distance = .008 -as [double]

$ScanTable = @{}

for($i = 0 ; $i -gt -70 ; $i-=1)
{
    $Page = new-object -typename system.collections.arraylist
    for($j = 0 ; $j -lt 75; $j++)
    {
        $ScanningLat = $StartingLat + ($Distance * $i)
        $ScanningLong = $StartingLong + ($Distance * $j)
        
        $Request = invoke-webrequest -uri "https://pokevision.com/map/data/$ScanningLat/$ScanningLong"
        $Pokemon = ($Request.Content | ConvertFrom-JSON).Pokemon

        Foreach($_Pokemon in $Pokemon)
        {
            if(-not $ScanTable.ContainsKey($_Pokemon.id))
            {
                $_Pokemon | Add-Member NoteProperty 'url' "http://ugc.pokevision.com/images/pokemon/$($_Pokemon.id).png"
                $_Pokemon | Add-Member NoteProperty 'scan_time' ([datetime]::Now)
                $_Pokemon | Add-Member NoteProperty 'scan_latitude' $ScanningLat
                $_Pokemon | Add-Member NoteProperty 'scan_longitude' $ScanningLat
                $ScanTable.Add($_Pokemon.id, $_Pokemon)
                $Page.Add($_Pokemon) | Out-Null
            }
        }
    }
    $Page | ConvertTo-JSON -Depth ([int]::MaxValue) > "~\Desktop\Page$($i).json"
}<commit_msg>update to fix double lat<commit_after>﻿$StartingLat = 45.2088139415905 -as [double]
$StartingLong = -93.4882834291458 -as [double]
$Distance = .008 -as [double]

$ScanTable = @{}

for($i = 0 ; $i -gt -70 ; $i-=1)
{
    $Page = new-object -typename system.collections.arraylist
    for($j = 0 ; $j -lt 75; $j++)
    {
        $ScanningLat = $StartingLat + ($Distance * $i)
        $ScanningLong = $StartingLong + ($Distance * $j)
        
        $Request = invoke-webrequest -uri "https://pokevision.com/map/data/$ScanningLat/$ScanningLong"
        $Pokemon = ($Request.Content | ConvertFrom-JSON).Pokemon

        Foreach($_Pokemon in $Pokemon)
        {
            if(-not $ScanTable.ContainsKey($_Pokemon.id))
            {
                $_Pokemon | Add-Member NoteProperty 'url' "http://ugc.pokevision.com/images/pokemon/$($_Pokemon.id).png"
                $_Pokemon | Add-Member NoteProperty 'scan_time' ([datetime]::Now)
                $_Pokemon | Add-Member NoteProperty 'scan_latitude' $ScanningLat
                $_Pokemon | Add-Member NoteProperty 'scan_longitude' $ScanningLong
                $ScanTable.Add($_Pokemon.id, $_Pokemon)
                $Page.Add($_Pokemon) | Out-Null
            }
        }
    }
    $Page | ConvertTo-JSON -Depth ([int]::MaxValue) > "~\Desktop\Page$($i).json"
}
{'fraction_non_alphanumeric': 0.15402298850574714, 'fraction_numerical': 0.03065134099616858, 'mean_word_length': 2.3777490297542045, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '400951', 'n_tokens_mistral': 949, 'n_tokens_neox': 871, 'n_words': 160}