<commit_before><?php

if ( isset( $location_suggested_link[$uri_without_slash] ) ) {
    $suggested_link = $location_suggested_link[$uri_without_slash];
}

preg_match( "/(item|topic)Id=\d+/", $uri_without_slash, $matches );
if ( isset($matches[0]) && isset($query_suggested_link[$matches[0]]) ) {
    $suggested_link = $query_suggested_link[$matches[0]];
}

preg_match( "/dg_\d+/i", $uri_without_slash, $matches );
if ( isset($matches[0]) ) {
    $match = strtolower($matches[0]);
    if ( isset( $location_suggested_link[$match] ) ) {
        $suggested_link = $location_suggested_link[$match];
    }
}

if ( isset($suggested_link) ) {
    echo "<p>For more information on this topic you may want to visit $suggested_link.</p>";
}

?><commit_msg>suggested links deals with c14n urls<commit_after><?php

if ( isset( $location_suggested_link[$uri_without_slash] ) ) {
    $suggested_link = $location_suggested_link[$uri_without_slash];
}

preg_match( "/(item|topic)id=\d+/i", $uri_without_slash, $matches );
if ( isset($matches[0]) && isset($query_suggested_link[$matches[0]]) ) {
    $suggested_link = $query_suggested_link[$matches[0]];
}

preg_match( "/dg_\d+/i", $uri_without_slash, $matches );
if ( isset($matches[0]) ) {
    $match = strtolower($matches[0]);
    if ( isset( $location_suggested_link[$match] ) ) {
        $suggested_link = $location_suggested_link[$match];
    }
}

if ( isset($suggested_link) ) {
    echo "<p>For more information on this topic you may want to visit $suggested_link.</p>";
}

?>
{'fraction_non_alphanumeric': 0.17523056653491437, 'fraction_numerical': 0.007905138339920948, 'mean_word_length': 5.329166666666667, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1061270', 'n_tokens_mistral': 571, 'n_tokens_neox': 554, 'n_words': 91}