<commit_before># NOTE: files should be listed in alphabetical order
minimr.query.files=auto_sortmerge_join_16.q,\
  bucket4.q,\
  bucket5.q,\
  bucket6.q,\
  bucket_many.q,\
  bucket_num_reducers.q,\
  bucket_num_reducers2.q,\
  bucketizedhiveinputformat.q,\
  bucketmapjoin6.q,\
  bucketmapjoin7.q,\
  constprog_partitioner.q,\
  disable_merge_for_bucketing.q,\
  empty_dir_in_table.q,\
  exchgpartition2lel.q,\
  external_table_with_space_in_location_path.q,\
  file_with_header_footer.q,\
  groupby2.q,\
  import_exported_table.q,\
  index_bitmap3.q,\
  index_bitmap_auto.q,\
  infer_bucket_sort_bucketed_table.q,\
  infer_bucket_sort_dyn_part.q,\
  infer_bucket_sort_map_operators.q,\
  infer_bucket_sort_merge.q,\
  infer_bucket_sort_num_buckets.q,\
  infer_bucket_sort_reducers_power_two.q,\
  input16_cc.q,\
  insert_dir_distcp.q,\
  join1.q,\
  leftsemijoin_mr.q,\
  list_bucket_dml_10.q,\
  load_fs2.q,\
  load_hdfs_file_with_space_in_the_name.q,\
  non_native_window_udf.q, \
  optrstat_groupby.q,\
  parallel_orderby.q,\
  quotedid_smb.q,\
  reduce_deduplicate.q,\
  remote_script.q,\
  root_dir_external_table.q,\
  schemeAuthority.q,\
  schemeAuthority2.q,\
  scriptfile1.q,\
  scriptfile1_win.q,\
  skewjoin_onesideskew.q,\
  stats_counter.q,\
  stats_counter_partitioned.q,\
  table_nonprintable.q,\
  temp_table_external.q,\
  truncate_column_buckets.q,\
  uber_reduce.q,\
  udf_using.q

# These tests are disabled for minimr
#  ql_rewrite_gbtoidx.q,\
#  ql_rewrite_gbtoidx_cbo_1.q,\
#  ql_rewrite_gbtoidx_cbo_2.q,\
#  smb_mapjoin_8.q,\


# Tests that are not enabled for CLI Driver
disabled.query.files=ql_rewrite_gbtoidx.q,\
  ql_rewrite_gbtoidx_cbo_1.q,\
  ql_rewrite_gbtoidx_cbo_2.q,\
  rcfile_merge1.q,\
  smb_mapjoin_8.q

minitez.query.files.shared=alter_merge_2_orc.q,\
  alter_merge_orc.q,\
  alter_merge_stats_orc.q,\
  auto_join0.q,\
  auto_join1.q,\
  bucket2.q,\
  bucket3.q,\
  bucket4.q,\
  cbo_gby.q,\
  cbo_gby_empty.q,\
  cbo_join.q,\
  cbo_limit.q,\
  cbo_semijoin.q,\
  cbo_simple_select.q,\
  cbo_stats.q,\
  cbo_subq_exists.q,\
  cbo_subq_in.q,\
  cbo_subq_not_in.q,\
  cbo_udf_udaf.q,\
  cbo_union.q,\
  cbo_views.q,\
  cbo_windowing.q,\
  correlationoptimizer1.q,\
  count.q,\
  create_merge_compressed.q,\
  cross_join.q,\
  cross_product_check_1.q,\
  cross_product_check_2.q,\
  ctas.q,\
  custom_input_output_format.q,\
  delete_all_non_partitioned.q,\
  delete_all_partitioned.q,\
  delete_orig_table.q,\
  delete_tmp_table.q,\
  delete_where_no_match.q,\
  delete_where_non_partitioned.q,\
  delete_where_partitioned.q,\
  delete_whole_partition.q,\
  disable_merge_for_bucketing.q,\
  dynpart_sort_opt_vectorization.q,\
  dynpart_sort_optimization.q,\
  dynpart_sort_optimization2.q,\
  enforce_order.q,\
  filter_join_breaktask.q,\
  filter_join_breaktask2.q,\
  groupby1.q,\
  groupby2.q,\
  groupby3.q,\
  having.q,\
  identity_project_remove_skip.q\
  insert1.q,\
  insert_into1.q,\
  insert_into2.q,\
  insert_orig_table.q,\
  insert_values_dynamic_partitioned.q,\
  insert_values_non_partitioned.q,\
  insert_values_orig_table.q\
  insert_values_partitioned.q,\
  insert_values_tmp_table.q,\
  insert_update_delete.q,\
  join0.q,\
  join1.q,\
  join_nullsafe.q,\
  leftsemijoin.q,\
  limit_pushdown.q,\
  load_dyn_part1.q,\
  load_dyn_part2.q,\
  load_dyn_part3.q,\
  mapjoin_mapjoin.q,\
  mapreduce1.q,\
  mapreduce2.q,\
  merge1.q,\
  merge2.q,\
  mergejoin.q,\
  metadataonly1.q,\
  metadata_only_queries.q,\
  metadata_only_queries_with_filters.q,\
  optimize_nullscan.q,\
  orc_analyze.q,\
  orc_merge1.q,\
  orc_merge2.q,\
  orc_merge3.q,\
  orc_merge4.q,\
  orc_merge5.q,\
  orc_merge6.q,\
  orc_merge7.q,\
  orc_merge8.q,\
  orc_merge9.q,\
  orc_merge_incompat1.q,\
  orc_merge_incompat2.q,\
  orc_vectorization_ppd.q,\
  parallel.q,\
  ptf.q,\
  ptf_matchpath.q,\
  ptf_streaming.q,\
  sample1.q,\
  selectDistinctStar.q,\
  script_env_var1.q,\
  script_env_var2.q,\
  script_pipe.q,\
  scriptfile1.q,\
  select_dummy_source.q,\
  skewjoin.q,\
  stats_counter.q,\
  stats_counter_partitioned.q,\
  stats_noscan_1.q,\
  stats_only_null.q,\
  subquery_exists.q,\
  subquery_in.q,\
  temp_table.q,\
  transform1.q,\
  transform2.q,\
  transform_ppr1.q,\
  transform_ppr2.q,\
  union2.q,\
  union3.q,\
  union4.q,\
  union5.q,\
  union6.q,\
  union7.q,\
  union8.q,\
  union9.q,\
  unionDistinct_1.q,\
  unionDistinct_2.q,\
  union_fast_stats.q,\
  update_after_multiple_inserts.q,\
  update_all_non_partitioned.q,\
  update_all_partitioned.q,\
  update_all_types.q,\
  update_orig_table.q,\
  update_tmp_table.q,\
  update_where_no_match.q,\
  update_where_non_partitioned.q,\
  update_where_partitioned.q,\
  update_two_cols.q,\
  vector_acid3.q,\
  vector_aggregate_9.q,\
  vector_aggregate_without_gby.q,\
  vector_auto_smb_mapjoin_14.q,\
  vector_between_in.q,\
  vector_binary_join_groupby.q,\
  vector_bround.q,\
  vector_bucket.q,\
  vector_char_cast.q,\
  vector_cast_constant.q,\
  vector_char_2.q,\
  vector_char_4.q,\
  vector_char_mapjoin1.q,\
  vector_char_simple.q,\
  vector_coalesce.q,\
  vector_coalesce_2.q,\
  vector_count_distinct.q,\
  vector_data_types.q,\
  vector_date_1.q,\
  vector_decimal_1.q,\
  vector_decimal_10_0.q,\
  vector_decimal_2.q,\
  vector_decimal_3.q,\
  vector_decimal_4.q,\
  vector_decimal_5.q,\
  vector_decimal_6.q,\
  vector_decimal_aggregate.q,\
  vector_decimal_cast.q,\
  vector_decimal_expressions.q,\
  vector_decimal_mapjoin.q,\
  vector_decimal_math_funcs.q,\
  vector_decimal_precision.q,\
  vector_decimal_round.q,\
  vector_decimal_round_2.q,\
  vector_decimal_trailing.q,\
  vector_decimal_udf.q,\
  vector_decimal_udf2.q,\
  vector_distinct_2.q,\
  vector_elt.q,\
  vector_groupby_3.q,\
  vector_groupby_reduce.q,\
  vector_grouping_sets.q,\
  vector_if_expr.q,\
  vector_inner_join.q,\
  vector_interval_1.q,\
  vector_interval_2.q,\
  vector_interval_mapjoin.q,\
  vector_join30.q,\
  vector_join_filters.q,\
  vector_join_nulls.q,\
  vector_left_outer_join.q,\
  vector_left_outer_join2.q,\
  vector_leftsemi_mapjoin.q,\
  vector_mapjoin_reduce.q,\
  vector_mr_diff_schema_alias.q,\
  vector_multi_insert.q,\
  vector_non_string_partition.q,\
  vector_nullsafe_join.q,\
  vector_null_projection.q,\
  vector_nvl.q,\
  vector_orderby_5.q,\
  vector_outer_join0.q,\
  vector_outer_join1.q,\
  vector_outer_join2.q,\
  vector_outer_join3.q,\
  vector_outer_join4.q,\
  vector_outer_join5.q,\
  vector_partition_diff_num_cols.q,\
  vector_partitioned_date_time.q,\
  vector_reduce_groupby_decimal.q,\
  vector_reduce1.q,\
  vector_reduce2.q,\
  vector_reduce3.q,\
  vector_string_concat.q,\
  vector_struct_in.q,\
  vector_varchar_4.q,\
  vector_varchar_mapjoin1.q,\
  vector_varchar_simple.q,\
  vectorization_0.q,\
  vectorization_1.q,\
  vectorization_10.q,\
  vectorization_11.q,\
  vectorization_12.q,\
  vectorization_13.q,\
  vectorization_14.q,\
  vectorization_15.q,\
  vectorization_16.q,\
  vectorization_17.q,\
  vectorization_2.q,\
  vectorization_3.q,\
  vectorization_4.q,\
  vectorization_5.q,\
  vectorization_6.q,\
  vectorization_7.q,\
  vectorization_8.q,\
  vectorization_9.q,\
  vectorization_decimal_date.q,\
  vectorization_div0.q,\
  vectorization_limit.q,\
  vectorization_nested_udf.q,\
  vectorization_not.q,\
  vectorization_part.q,\
  vectorization_part_project.q,\
  vectorization_part_varchar.q,\
  vectorization_pushdown.q,\
  vectorization_short_regress.q,\
  vectorized_bucketmapjoin1.q,\
  vectorized_case.q,\
  vectorized_casts.q,\
  vectorized_context.q,\
  vectorized_date_funcs.q,\
  vectorized_distinct_gby.q,\
  vectorized_mapjoin.q,\
  vectorized_math_funcs.q,\
  vectorized_nested_mapjoin.q,\
  vectorized_parquet.q,\
  vectorized_parquet_types.q,\
  vectorized_ptf.q,\
  vectorized_rcfile_columnar.q,\
  vectorized_shufflejoin.q,\
  vectorized_string_funcs.q,\
  vectorized_timestamp_funcs.q,\
  vectorized_timestamp_ints_casts.q,\
  auto_sortmerge_join_1.q,\
  auto_sortmerge_join_10.q,\
  auto_sortmerge_join_11.q,\
  auto_sortmerge_join_12.q,\
  auto_sortmerge_join_13.q,\
  auto_sortmerge_join_14.q,\
  auto_sortmerge_join_15.q,\
  auto_sortmerge_join_16.q,\
  auto_sortmerge_join_2.q,\
  auto_sortmerge_join_3.q,\
  auto_sortmerge_join_4.q,\
  auto_sortmerge_join_5.q,\
  auto_sortmerge_join_6.q,\
  auto_sortmerge_join_7.q,\
  auto_sortmerge_join_8.q,\
  auto_sortmerge_join_9.q,\
  auto_join30.q,\
  auto_join21.q,\
  auto_join29.q,\
  auto_join_filters.q,\
  auto_join_nulls.q


minitez.query.files=bucket_map_join_tez1.q,\
  bucket_map_join_tez2.q,\
  constprog_dpp.q,\
  dynamic_partition_pruning.q,\
  dynamic_partition_pruning_2.q,\
  explainuser_1.q,\
  explainuser_2.q,\
  explainuser_3.q,\
  hybridgrace_hashjoin_1.q,\<commit_msg>Bug: HIVE-12384.1 - Union Operator may produce incorrect result on TEZ; missed test config update (<NAME> reviewed by <NAME>, <NAME>)<commit_after># NOTE: files should be listed in alphabetical order
minimr.query.files=auto_sortmerge_join_16.q,\
  bucket4.q,\
  bucket5.q,\
  bucket6.q,\
  bucket_many.q,\
  bucket_num_reducers.q,\
  bucket_num_reducers2.q,\
  bucketizedhiveinputformat.q,\
  bucketmapjoin6.q,\
  bucketmapjoin7.q,\
  constprog_partitioner.q,\
  disable_merge_for_bucketing.q,\
  empty_dir_in_table.q,\
  exchgpartition2lel.q,\
  external_table_with_space_in_location_path.q,\
  file_with_header_footer.q,\
  groupby2.q,\
  import_exported_table.q,\
  index_bitmap3.q,\
  index_bitmap_auto.q,\
  infer_bucket_sort_bucketed_table.q,\
  infer_bucket_sort_dyn_part.q,\
  infer_bucket_sort_map_operators.q,\
  infer_bucket_sort_merge.q,\
  infer_bucket_sort_num_buckets.q,\
  infer_bucket_sort_reducers_power_two.q,\
  input16_cc.q,\
  insert_dir_distcp.q,\
  join1.q,\
  leftsemijoin_mr.q,\
  list_bucket_dml_10.q,\
  load_fs2.q,\
  load_hdfs_file_with_space_in_the_name.q,\
  non_native_window_udf.q, \
  optrstat_groupby.q,\
  parallel_orderby.q,\
  quotedid_smb.q,\
  reduce_deduplicate.q,\
  remote_script.q,\
  root_dir_external_table.q,\
  schemeAuthority.q,\
  schemeAuthority2.q,\
  scriptfile1.q,\
  scriptfile1_win.q,\
  skewjoin_onesideskew.q,\
  stats_counter.q,\
  stats_counter_partitioned.q,\
  table_nonprintable.q,\
  temp_table_external.q,\
  truncate_column_buckets.q,\
  uber_reduce.q,\
  udf_using.q

# These tests are disabled for minimr
#  ql_rewrite_gbtoidx.q,\
#  ql_rewrite_gbtoidx_cbo_1.q,\
#  ql_rewrite_gbtoidx_cbo_2.q,\
#  smb_mapjoin_8.q,\


# Tests that are not enabled for CLI Driver
disabled.query.files=ql_rewrite_gbtoidx.q,\
  ql_rewrite_gbtoidx_cbo_1.q,\
  ql_rewrite_gbtoidx_cbo_2.q,\
  rcfile_merge1.q,\
  smb_mapjoin_8.q

minitez.query.files.shared=alter_merge_2_orc.q,\
  alter_merge_orc.q,\
  alter_merge_stats_orc.q,\
  auto_join0.q,\
  auto_join1.q,\
  bucket2.q,\
  bucket3.q,\
  bucket4.q,\
  cbo_gby.q,\
  cbo_gby_empty.q,\
  cbo_join.q,\
  cbo_limit.q,\
  cbo_semijoin.q,\
  cbo_simple_select.q,\
  cbo_stats.q,\
  cbo_subq_exists.q,\
  cbo_subq_in.q,\
  cbo_subq_not_in.q,\
  cbo_udf_udaf.q,\
  cbo_union.q,\
  cbo_views.q,\
  cbo_windowing.q,\
  correlationoptimizer1.q,\
  count.q,\
  create_merge_compressed.q,\
  cross_join.q,\
  cross_product_check_1.q,\
  cross_product_check_2.q,\
  ctas.q,\
  custom_input_output_format.q,\
  delete_all_non_partitioned.q,\
  delete_all_partitioned.q,\
  delete_orig_table.q,\
  delete_tmp_table.q,\
  delete_where_no_match.q,\
  delete_where_non_partitioned.q,\
  delete_where_partitioned.q,\
  delete_whole_partition.q,\
  disable_merge_for_bucketing.q,\
  dynpart_sort_opt_vectorization.q,\
  dynpart_sort_optimization.q,\
  dynpart_sort_optimization2.q,\
  enforce_order.q,\
  filter_join_breaktask.q,\
  filter_join_breaktask2.q,\
  groupby1.q,\
  groupby2.q,\
  groupby3.q,\
  having.q,\
  identity_project_remove_skip.q\
  insert1.q,\
  insert_into1.q,\
  insert_into2.q,\
  insert_orig_table.q,\
  insert_values_dynamic_partitioned.q,\
  insert_values_non_partitioned.q,\
  insert_values_orig_table.q\
  insert_values_partitioned.q,\
  insert_values_tmp_table.q,\
  insert_update_delete.q,\
  join0.q,\
  join1.q,\
  join_nullsafe.q,\
  leftsemijoin.q,\
  limit_pushdown.q,\
  load_dyn_part1.q,\
  load_dyn_part2.q,\
  load_dyn_part3.q,\
  mapjoin_mapjoin.q,\
  mapreduce1.q,\
  mapreduce2.q,\
  merge1.q,\
  merge2.q,\
  mergejoin.q,\
  metadataonly1.q,\
  metadata_only_queries.q,\
  metadata_only_queries_with_filters.q,\
  optimize_nullscan.q,\
  orc_analyze.q,\
  orc_merge1.q,\
  orc_merge2.q,\
  orc_merge3.q,\
  orc_merge4.q,\
  orc_merge5.q,\
  orc_merge6.q,\
  orc_merge7.q,\
  orc_merge8.q,\
  orc_merge9.q,\
  orc_merge_incompat1.q,\
  orc_merge_incompat2.q,\
  orc_vectorization_ppd.q,\
  parallel.q,\
  ptf.q,\
  ptf_matchpath.q,\
  ptf_streaming.q,\
  sample1.q,\
  selectDistinctStar.q,\
  script_env_var1.q,\
  script_env_var2.q,\
  script_pipe.q,\
  scriptfile1.q,\
  select_dummy_source.q,\
  skewjoin.q,\
  stats_counter.q,\
  stats_counter_partitioned.q,\
  stats_noscan_1.q,\
  stats_only_null.q,\
  subquery_exists.q,\
  subquery_in.q,\
  temp_table.q,\
  transform1.q,\
  transform2.q,\
  transform_ppr1.q,\
  transform_ppr2.q,\
  union2.q,\
  union3.q,\
  union4.q,\
  union5.q,\
  union6.q,\
  union7.q,\
  union8.q,\
  union9.q,\
  unionDistinct_1.q,\
  unionDistinct_2.q,\
  union_fast_stats.q,\
  update_after_multiple_inserts.q,\
  update_all_non_partitioned.q,\
  update_all_partitioned.q,\
  update_all_types.q,\
  update_orig_table.q,\
  update_tmp_table.q,\
  update_where_no_match.q,\
  update_where_non_partitioned.q,\
  update_where_partitioned.q,\
  update_two_cols.q,\
  vector_acid3.q,\
  vector_aggregate_9.q,\
  vector_aggregate_without_gby.q,\
  vector_auto_smb_mapjoin_14.q,\
  vector_between_in.q,\
  vector_binary_join_groupby.q,\
  vector_bround.q,\
  vector_bucket.q,\
  vector_char_cast.q,\
  vector_cast_constant.q,\
  vector_char_2.q,\
  vector_char_4.q,\
  vector_char_mapjoin1.q,\
  vector_char_simple.q,\
  vector_coalesce.q,\
  vector_coalesce_2.q,\
  vector_count_distinct.q,\
  vector_data_types.q,\
  vector_date_1.q,\
  vector_decimal_1.q,\
  vector_decimal_10_0.q,\
  vector_decimal_2.q,\
  vector_decimal_3.q,\
  vector_decimal_4.q,\
  vector_decimal_5.q,\
  vector_decimal_6.q,\
  vector_decimal_aggregate.q,\
  vector_decimal_cast.q,\
  vector_decimal_expressions.q,\
  vector_decimal_mapjoin.q,\
  vector_decimal_math_funcs.q,\
  vector_decimal_precision.q,\
  vector_decimal_round.q,\
  vector_decimal_round_2.q,\
  vector_decimal_trailing.q,\
  vector_decimal_udf.q,\
  vector_decimal_udf2.q,\
  vector_distinct_2.q,\
  vector_elt.q,\
  vector_groupby_3.q,\
  vector_groupby_reduce.q,\
  vector_grouping_sets.q,\
  vector_if_expr.q,\
  vector_inner_join.q,\
  vector_interval_1.q,\
  vector_interval_2.q,\
  vector_interval_mapjoin.q,\
  vector_join30.q,\
  vector_join_filters.q,\
  vector_join_nulls.q,\
  vector_left_outer_join.q,\
  vector_left_outer_join2.q,\
  vector_leftsemi_mapjoin.q,\
  vector_mapjoin_reduce.q,\
  vector_mr_diff_schema_alias.q,\
  vector_multi_insert.q,\
  vector_non_string_partition.q,\
  vector_nullsafe_join.q,\
  vector_null_projection.q,\
  vector_nvl.q,\
  vector_orderby_5.q,\
  vector_outer_join0.q,\
  vector_outer_join1.q,\
  vector_outer_join2.q,\
  vector_outer_join3.q,\
  vector_outer_join4.q,\
  vector_outer_join5.q,\
  vector_partition_diff_num_cols.q,\
  vector_partitioned_date_time.q,\
  vector_reduce_groupby_decimal.q,\
  vector_reduce1.q,\
  vector_reduce2.q,\
  vector_reduce3.q,\
  vector_string_concat.q,\
  vector_struct_in.q,\
  vector_varchar_4.q,\
  vector_varchar_mapjoin1.q,\
  vector_varchar_simple.q,\
  vectorization_0.q,\
  vectorization_1.q,\
  vectorization_10.q,\
  vectorization_11.q,\
  vectorization_12.q,\
  vectorization_13.q,\
  vectorization_14.q,\
  vectorization_15.q,\
  vectorization_16.q,\
  vectorization_17.q,\
  vectorization_2.q,\
  vectorization_3.q,\
  vectorization_4.q,\
  vectorization_5.q,\
  vectorization_6.q,\
  vectorization_7.q,\
  vectorization_8.q,\
  vectorization_9.q,\
  vectorization_decimal_date.q,\
  vectorization_div0.q,\
  vectorization_limit.q,\
  vectorization_nested_udf.q,\
  vectorization_not.q,\
  vectorization_part.q,\
  vectorization_part_project.q,\
  vectorization_part_varchar.q,\
  vectorization_pushdown.q,\
  vectorization_short_regress.q,\
  vectorized_bucketmapjoin1.q,\
  vectorized_case.q,\
  vectorized_casts.q,\
  vectorized_context.q,\
  vectorized_date_funcs.q,\
  vectorized_distinct_gby.q,\
  vectorized_mapjoin.q,\
  vectorized_math_funcs.q,\
  vectorized_nested_mapjoin.q,\
  vectorized_parquet.q,\
  vectorized_parquet_types.q,\
  vectorized_ptf.q,\
  vectorized_rcfile_columnar.q,\
  vectorized_shufflejoin.q,\
  vectorized_string_funcs.q,\
  vectorized_timestamp_funcs.q,\
  vectorized_timestamp_ints_casts.q,\
  auto_sortmerge_join_1.q,\
  auto_sortmerge_join_10.q,\
  auto_sortmerge_join_11.q,\
  auto_sortmerge_join_12.q,\
  auto_sortmerge_join_13.q,\
  auto_sortmerge_join_14.q,\
  auto_sortmerge_join_15.q,\
  auto_sortmerge_join_16.q,\
  auto_sortmerge_join_2.q,\
  auto_sortmerge_join_3.q,\
  auto_sortmerge_join_4.q,\
  auto_sortmerge_join_5.q,\
  auto_sortmerge_join_6.q,\
  auto_sortmerge_join_7.q,\
  auto_sortmerge_join_8.q,\
  auto_sortmerge_join_9.q,\
  auto_join30.q,\
  auto_join21.q,\
  auto_join29.q,\
  auto_join_filters.q,\
  auto_join_nulls.q,\
  union_type_chk.q


minitez.query.files=bucket_map_join_tez1.q,\
  bucket_map_join_tez2.q,\
  constprog_dpp.q,\
  dynamic_partition_pruning.q,\
  dynamic_partition_pruning_2.q,\
  explainuser_1.q,\
  explainuser_2.q,\
  explainuser_3.q,\
  hybridgrace_hashjoin_1.q,\
{'fraction_non_alphanumeric': 0.1220873924685239, 'fraction_numerical': 0.021648721016350483, 'mean_word_length': 3.9088366890380315, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5321215', 'n_tokens_mistral': 7717, 'n_tokens_neox': 7607, 'n_words': 762}