<commit_before>HEADERS_MAP = {
  site: {
    'Name' => :__name,

    'Headquarters (Barracks, Base, Physical Asset)' => :name__value,

    'Headquarters GPS Latitude' => :coordinates__value__1__f,
    'Headquarters GPS Longitude' => :coordinates__value__0__f,
    'Source: Headquarters GPS' => :coordinates__sources__n,
    'Confidence: Headquarters GPS' => :coordinates__confidence,

    'ADMIN 1 (City or smallest administrative unit)' => :admin_level_1__value,
    'Source: ADMIN 1' => :admin_level_1__sources__n,
    'Confidence: ADMIN 1' => :admin_level_1__confidence,

    'ADMIN 2 (state, province, governorate, or other largest administrative unit)' => :admin_level_2__value,
    'Source: ADMIN 2' => :admin_level_2__sources__n,
    'Confidence: ADMIN 2' => :admin_level_2__confidence,

    'Geoname' => :geonames_name__value,
    'GeonameID' => :geonames_id__value__i,
  },
  area: {
    'Area of Responsibility (Area of Operations, Jurisdiction)' => :name__value,
    'Area of Responsibility (Area of Operations, Jurisdiction) Geoname' => :geonames_name__value,
    'Area of Responsibility (Area of Operations, Jurisdiction) GeonameID' => :geonames_id__value__i,
  },
  organization: {
    'ID' => :id,

    'Parent organization' => :parents__0__id__value,
    'Source: Parent organization' => :parents__0__id__sources__n,<commit_msg>respect SKIP on sites and areas<commit_after>HEADERS_MAP = {
  site: {
    'ID' => :id,

    'Name' => :__name,

    'Headquarters (Barracks, Base, Physical Asset)' => :name__value,

    'Headquarters GPS Latitude' => :coordinates__value__1__f,
    'Headquarters GPS Longitude' => :coordinates__value__0__f,
    'Source: Headquarters GPS' => :coordinates__sources__n,
    'Confidence: Headquarters GPS' => :coordinates__confidence,

    'ADMIN 1 (City or smallest administrative unit)' => :admin_level_1__value,
    'Source: ADMIN 1' => :admin_level_1__sources__n,
    'Confidence: ADMIN 1' => :admin_level_1__confidence,

    'ADMIN 2 (state, province, governorate, or other largest administrative unit)' => :admin_level_2__value,
    'Source: ADMIN 2' => :admin_level_2__sources__n,
    'Confidence: ADMIN 2' => :admin_level_2__confidence,

    'Geoname' => :geonames_name__value,
    'GeonameID' => :geonames_id__value__i,
  },
  area: {
    'ID' => :id,

    'Area of Responsibility (Area of Operations, Jurisdiction)' => :name__value,
    'Area of Responsibility (Area of Operations, Jurisdiction) Geoname' => :geonames_name__value,
    'Area of Responsibility (Area of Operations, Jurisdiction) GeonameID' => :geonames_id__value__i,
  },
  organization: {
    'ID' => :id,

    'Parent organization' => :parents__0__id__value,
    'Source: Parent organization' => :parents__0__id__sources__n,
{'fraction_non_alphanumeric': 0.12253829321663019, 'fraction_numerical': 0.011670313639679067, 'mean_word_length': 4.836170212765958, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 45, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1397382', 'n_tokens_mistral': 951, 'n_tokens_neox': 896, 'n_words': 212}