<commit_before>export const DATA_EXPLORER_BLACKLIST = [
  'id',
  'iso_code3',
  'iso_code2',
  'emissions'
];
export const DATA_EXPLORER_FIRST_TABLE_HEADERS = [
  'region',
  'data_source',
  'gwp',
  'sector',
  'gas',
  'location',
  'model',
  'scenario',
  'category',
  'subcategory',
  'indicator',
  'definition',
  'unit'
];

export const DATA_EXPLORER_SECTIONS = {
  'historical-emissions': {
    label: 'historical_emissions',
    moduleName: 'ghg-emissions'
  },
  'ndc-sdg-linkages': {
    label: 'ndc_sdg',
    moduleName: 'ndcs-sdg'
  },
  'emission-pathways': {
    label: 'emission_pathways',
    moduleName: 'pathways'
  },
  'ndc-content': {
    label: 'ndc_content',
    moduleName: 'ndcs-content'
  }
};

export const DATA_EXPLORER_METHODOLOGY_SOURCE = {
  'historical-emissions': {
    PIK: ['historical_emissions_pik'],
    CAIT: ['historical_emissions_cait'],
    UNFCCC: ['historical_emissions_unfccc']
  },
  'ndc-sdg-linkages': ['ndc_sdc_all indicators'],
  'ndc-content': ['ndc_cait', 'ndc_wb'],
  'emission-pathways': [null] // model, scenario and indicator related metadata
};

export const DATA_EXPLORER_FILTERS = {
  'historical-emissions': ['source', 'gases', 'regions', 'sectors'],
  'ndc-sdg-linkages': ['goals', 'targets', 'sectors', 'countries'],
  'emission-pathways': [
    'locations',
    'models',
    'scenarios',
    'categories',
    'indicators'
  ],
  'ndc-content': ['categories', 'indicators', 'sectors', 'countries']
};

export const DATA_EXPLORER_DEPENDENCIES = {
  'emission-pathways': { indicators: ['categories'] }
};

export const DATA_EXPLORER_EXTERNAL_PREFIX = 'external';
export const DATA_EXPLORER_TO_MODULES_PARAMS = {
  'historical-emissions': {
    data_sources: { key: 'source' },
    gwps: { key: 'version' }
  },
  'ndc-sdg-linkages': {
    goals: {
      key: 'goal',
      idLabel: 'number'
    }
  },
  'ndc-content': {},
  'emission-pathways': {
    locations: {
      key: 'currentLocation',
      idLabel: 'id',
      currentId: 'iso_code'
    },
    models: {
      key: 'model'
    },
    scenarios: {
      key: 'scenario'
    },
    indicators: {
      key: 'indicator'
    },
    categories: {
      key: 'category'
    }
  }
};

export const DATA_EXPLORER_MULTIPLE_LEVEL_SECTIONS = {
  'ndc-content': [{ key: 'sectors' }, { key: 'categories' }],
  'emission-pathways': [{ key: 'categories', noSelectableParent: true }]
};

export const DATA_EXPLORER_PER_PAGE = 20;

export default {
  DATA_EXPLORER_BLACKLIST,
  DATA_EXPLORER_FIRST_TABLE_HEADERS,
  DATA_EXPLORER_SECTIONS,
  DATA_EXPLORER_METHODOLOGY_SOURCE,
  DATA_EXPLORER_DEPENDENCIES,
  DATA_EXPLORER_EXTERNAL_PREFIX,
  DATA_EXPLORER_TO_MODULES_PARAMS,
  DATA_EXPLORER_MULTIPLE_LEVEL_SECTIONS,
  DATA_EXPLORER_PER_PAGE
};<commit_msg>Update constants for apropriate category/subcategory splitting<commit_after>export const DATA_EXPLORER_BLACKLIST = [
  'id',
  'iso_code3',
  'iso_code2',
  'emissions'
];
export const DATA_EXPLORER_FIRST_TABLE_HEADERS = [
  'region',
  'data_source',
  'gwp',
  'sector',
  'gas',
  'location',
  'model',
  'scenario',
  'category',
  'subcategory',
  'indicator',
  'definition',
  'unit'
];

export const DATA_EXPLORER_SECTIONS = {
  'historical-emissions': {
    label: 'historical_emissions',
    moduleName: 'ghg-emissions'
  },
  'ndc-sdg-linkages': {
    label: 'ndc_sdg',
    moduleName: 'ndcs-sdg'
  },
  'emission-pathways': {
    label: 'emission_pathways',
    moduleName: 'pathways'
  },
  'ndc-content': {
    label: 'ndc_content',
    moduleName: 'ndcs-content'
  }
};

export const DATA_EXPLORER_METHODOLOGY_SOURCE = {
  'historical-emissions': {
    PIK: ['historical_emissions_pik'],
    CAIT: ['historical_emissions_cait'],
    UNFCCC: ['historical_emissions_unfccc']
  },
  'ndc-sdg-linkages': ['ndc_sdc_all indicators'],
  'ndc-content': ['ndc_cait', 'ndc_wb'],
  'emission-pathways': [null] // model, scenario and indicator related metadata
};

export const DATA_EXPLORER_FILTERS = {
  'historical-emissions': ['source', 'gases', 'regions', 'sectors'],
  'ndc-sdg-linkages': ['goals', 'targets', 'sectors', 'countries'],
  'emission-pathways': [
    'locations',
    'models',
    'scenarios',
    'categories',
    'subcategories',
    'indicators'
  ],
  'ndc-content': ['categories', 'indicators', 'sectors', 'countries']
};

export const DATA_EXPLORER_DEPENDENCIES = {
  'emission-pathways': { indicators: ['categories'] }
};

export const DATA_EXPLORER_EXTERNAL_PREFIX = 'external';
export const DATA_EXPLORER_TO_MODULES_PARAMS = {
  'historical-emissions': {
    data_sources: { key: 'source' },
    gwps: { key: 'version' }
  },
  'ndc-sdg-linkages': {
    goals: {
      key: 'goal',
      idLabel: 'number'
    }
  },
  'ndc-content': {},
  'emission-pathways': {
    locations: {
      key: 'currentLocation',
      idLabel: 'id',
      currentId: 'iso_code'
    },
    models: {
      key: 'model'
    },
    scenarios: {
      key: 'scenario'
    },
    indicators: {
      key: 'indicator'
    },
    categories: {
      key: 'category'
    }
  }
};

export const DATA_EXPLORER_MULTIPLE_LEVEL_SECTIONS = {
  'ndc-content': [{ key: 'sectors' }, { key: 'categories' }]
};

export const DATA_EXPLORER_PER_PAGE = 20;

export default {
  DATA_EXPLORER_BLACKLIST,
  DATA_EXPLORER_FIRST_TABLE_HEADERS,
  DATA_EXPLORER_SECTIONS,
  DATA_EXPLORER_METHODOLOGY_SOURCE,
  DATA_EXPLORER_DEPENDENCIES,
  DATA_EXPLORER_EXTERNAL_PREFIX,
  DATA_EXPLORER_TO_MODULES_PARAMS,
  DATA_EXPLORER_MULTIPLE_LEVEL_SECTIONS,
  DATA_EXPLORER_PER_PAGE
};
{'fraction_non_alphanumeric': 0.15206372194062273, 'fraction_numerical': 0.001448225923244026, 'mean_word_length': 3.941860465116279, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '409083', 'n_tokens_mistral': 2206, 'n_tokens_neox': 2150, 'n_words': 339}