<commit_before><?php

//This emulate iconv functions 
// !!!! REQUIRE ext mb_string

function iconv($in_charset, $out_charset, $str){
    $out_charset=preg_replace('#//[a-z]+$#i','',$out_charset);
    if($in_charset) return mb_convert_encoding( $str, $out_charset,$in_charset);
    return mb_convert_encoding( $str, $out_charset);
}
function iconv_strlen($str, $charset){
    return mb_strlen($str,$charset);
}<commit_msg>If loaded iconv<commit_after><?php

//This emulate iconv functions 
// !!!! REQUIRE ext mb_string

if(!extension_loaded('iconv')) {
  function iconv($in_charset, $out_charset, $str){
    $out_charset=preg_replace('#//[a-z]+$#i','',$out_charset);
    if($in_charset) return mb_convert_encoding( $str, $out_charset,$in_charset);
    return mb_convert_encoding( $str, $out_charset);
  }

  function iconv_strlen($str, $charset){
    return mb_strlen($str,$charset);
  }

}
{'fraction_non_alphanumeric': 0.1739618406285073, 'fraction_numerical': 0.0, 'mean_word_length': 5.96875, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6396350', 'n_tokens_mistral': 339, 'n_tokens_neox': 320, 'n_words': 57}