<commit_before><?xml version="1.0"?>
<!DOCTYPE myks PUBLIC "-//YKS//MYKS">
<myks>
  <view name="ks_localize_view">
    <def>
<![CDATA[
SELECT 
  combinaisons.item_key,
  combinaisons.lang_key,
  `ks_locale_values`.value,
  combinaisons.project_id

FROM (
  SELECT * FROM `ks_locale_items_list`
  LEFT JOIN `ks_locale_tag_items` USING(item_key)
  LEFT JOIN `ks_locale_tags_list` USING(tag_id) , `ks_locale_languages` 
) AS combinaisons
LEFT JOIN `ks_locale_values` USING(item_key, lang_key)

]]>
</def>
  </view>
</myks><commit_msg>Add tag id on localize_view for tag filtering in fetch locale<commit_after><?xml version="1.0"?>
<!DOCTYPE myks PUBLIC "-//YKS//MYKS">
<myks>
  <view name="ks_localize_view">
    <def>
<![CDATA[
SELECT
  combinaisons.item_key,
  combinaisons.lang_key,
  combinaisons.tag_id,
  `ks_locale_values`.value,
  combinaisons.project_id

FROM (
  SELECT * FROM `ks_locale_items_list`
  LEFT JOIN `ks_locale_tag_items` USING(item_key)
  LEFT JOIN `ks_locale_tags_list` USING(tag_id) , `ks_locale_languages`
) AS combinaisons
LEFT JOIN `ks_locale_values` USING(item_key, lang_key)

]]>
</def>
  </view>
</myks>
{'fraction_non_alphanumeric': 0.1361626878868258, 'fraction_numerical': 0.0035366931918656055, 'mean_word_length': 5.395480225988701, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 2, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2354802', 'n_tokens_mistral': 474, 'n_tokens_neox': 445, 'n_words': 88}