<commit_before>[
  {
    "company": "Airbus",
    "sensor": "pan,rgb,nir",
    "revisit": "1",
    "platform": "SPOT 6/7",
    "cost": "5.15",
    "resolution": "1.5",
    "acquisition": 6000000,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "SPOT 6/7",
    "link": "#"
  },
  {
    "company": "Airbus",
    "sensor": "pan,rgb,nir",
    "revisit": "1",
    "platform": "Pléiades",
    "cost": "13",
    "resolution": "0.5",
    "acquisition": 1000000,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "Pléiades",
    "link": "#"
  },
  {
    "company": "DigitalGlobe",
    "sensor": "pan,rgb,nir,swir,cavis",
    "revisit": "1",
    "platform": "WV3",
    "cost": "32",
    "resolution": "0.31",
    "acquisition": 680000,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "DG WV3",
    "link": "#"
  },
  {
    "company": "DigitalGlobe",
    "sensor": null,
    "revisit": "1.1",
    "platform": "WV2",
    "cost": "17.5",
    "resolution": "0.46",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "DG WV2",
    "link": "#"
  },
  {
    "company": "Blackbridge",
    "sensor": "rgb,nir",
    "revisit": "5.5",
    "platform": "RapidEye",
    "cost": "1.28",
    "resolution": "5",
    "acquisition": 4000000,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "RapidEye",
    "link": "#"
  },
  {
    "company": "NASA/USGS",
    "sensor": "rg,nir",
    "revisit": "18",
    "platform": "LandSat 1-3",
    "cost": "0",
    "resolution": "60",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Decommisioned",
    "short": "Landsat 1-3",
    "link": "http://landsat.usgs.gov/about_landsat3.php"
  },
  {
    "company": "NASA/USGS",
    "sensor": "rgb,nir,swir",
    "revisit": "18",
    "platform": "LandSat 4-5",
    "cost": "0",
    "resolution": "30",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Decommisioned",
    "short": "Landsat 4-5",
    "link": "http://landsat.usgs.gov/about_landsat5.php"
  },
  {
    "company": "NASA/USGS",
    "sensor": "pan,rgb,nir,swir",
    "revisit": "18",
    "platform": "LandSat 7-8",
    "cost": "0",
    "resolution": "15",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Live",
    "short": "Landsat 7-8",
    "link": "http://landsat.usgs.gov/landsat8.php"
  },
  {
    "company": "NASA",
    "sensor": "pan,rgb,nir,swir",
    "revisit": "1.5",
    "platform": "MODIS",
    "cost": "0",
    "resolution": "500",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Live",
    "short": "MODIS",
    "link": "http://modis.gsfc.nasa.gov/"
  },
  {
    "company": "EU",
    "sensor": null,
    "revisit": "5",
    "platform": "Sentinel 2",
    "cost": "0",
    "resolution": "10",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Live",
    "short": "Sentinel 2",
    "link": "#"
  },
  {
    "company": "Skybox",
    "sensor": null,
    "revisit": null,
    "platform": null,
    "cost": null,
    "resolution": "0.9",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "No",
    "live": "Planned",
    "short": "Skybox",
    "link": "#"
  },
  {
    "company": "Planet Labs",
    "sensor": null,
    "revisit": "0.25",
    "platform": null,
    "cost": null,
    "resolution": "3",
    "acquisition": null,
    "multispectral": "No",
    "open": "No",
    "live": "Planned",
    "short": "Planet Labs",
    "link": "#"
  }
]
<commit_msg>add urthecast data, fix #33<commit_after>[
  {
    "company": "Airbus",
    "sensor": "pan,rgb,nir",
    "revisit": "1",
    "platform": "SPOT 6/7",
    "cost": "5.15",
    "resolution": "1.5",
    "acquisition": 6000000,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "SPOT 6/7",
    "link": "#"
  },
  {
    "company": "Airbus",
    "sensor": "pan,rgb,nir",
    "revisit": "1",
    "platform": "Pléiades",
    "cost": "13",
    "resolution": "0.5",
    "acquisition": 1000000,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "Pléiades",
    "link": "#"
  },
  {
    "company": "DigitalGlobe",
    "sensor": "pan,rgb,nir,swir,cavis",
    "revisit": "1",
    "platform": "WV3",
    "cost": "32",
    "resolution": "0.31",
    "acquisition": 680000,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "DG WV3",
    "link": "#"
  },
  {
    "company": "DigitalGlobe",
    "sensor": null,
    "revisit": "1.1",
    "platform": "WV2",
    "cost": "17.5",
    "resolution": "0.46",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "DG WV2",
    "link": "#"
  },
  {
    "company": "Blackbridge",
    "sensor": "rgb,nir",
    "revisit": "5.5",
    "platform": "RapidEye",
    "cost": "1.28",
    "resolution": "5",
    "acquisition": 4000000,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "RapidEye",
    "link": "#"
  },
  {
    "company": "NASA/USGS",
    "sensor": "rg,nir",
    "revisit": "18",
    "platform": "LandSat 1-3",
    "cost": "0",
    "resolution": "60",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Decommisioned",
    "short": "Landsat 1-3",
    "link": "http://landsat.usgs.gov/about_landsat3.php"
  },
  {
    "company": "NASA/USGS",
    "sensor": "rgb,nir,swir",
    "revisit": "18",
    "platform": "LandSat 4-5",
    "cost": "0",
    "resolution": "30",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Decommisioned",
    "short": "Landsat 4-5",
    "link": "http://landsat.usgs.gov/about_landsat5.php"
  },
  {
    "company": "NASA/USGS",
    "sensor": "pan,rgb,nir,swir",
    "revisit": "18",
    "platform": "LandSat 7-8",
    "cost": "0",
    "resolution": "15",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Live",
    "short": "Landsat 7-8",
    "link": "http://landsat.usgs.gov/landsat8.php"
  },
  {
    "company": "NASA",
    "sensor": "pan,rgb,nir,swir",
    "revisit": "1.5",
    "platform": "MODIS",
    "cost": "0",
    "resolution": "500",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Live",
    "short": "MODIS",
    "link": "http://modis.gsfc.nasa.gov/"
  },
  {
    "company": "EU",
    "sensor": null,
    "revisit": "5",
    "platform": "Sentinel 2",
    "cost": "0",
    "resolution": "10",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "Yes",
    "live": "Live",
    "short": "Sentinel 2",
    "link": "#"
  },
  {
    "company": "Skybox",
    "sensor": null,
    "revisit": null,
    "platform": null,
    "cost": null,
    "resolution": "0.9",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "No",
    "live": "Planned",
    "short": "Skybox",
    "link": "#"
  },
  {
    "company": "Planet Labs",
    "sensor": null,
    "revisit": "0.25",
    "platform": null,
    "cost": null,
    "resolution": "3",
    "acquisition": null,
    "multispectral": "No",
    "open": "No",
    "live": "Planned",
    "short": "Planet Labs",
    "link": "#"
  },
  {
    "company": "UrtheCast",
    "sensor": null,
    "revisit": "30",
    "platform": "ISS",
    "cost": null,
    "resolution": "5",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "UC ISS",
    "link": "#"
  },
  {
    "company": "UrtheCast",
    "sensor": null,
    "revisit": "3",
    "platform": "Deimos-1",
    "cost": null,
    "resolution": "22",
    "acquisition": null,
    "multispectral": "Yes",
    "open": "No",
    "live": "Live",
    "short": "UC Deimos-1",
    "link": "#"
  }
]

{'fraction_non_alphanumeric': 0.25400865360142527, 'fraction_numerical': 0.030287604988546706, 'mean_word_length': 2.6333795654184002, 'pattern_counts': {'":': 312, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3198276', 'n_tokens_mistral': 3422, 'n_tokens_neox': 3210, 'n_words': 642}