<commit_before><?php
require_once './common/config.php';
require_once './common/functions.php';
?>

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"	"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">

<html xmlns="http://www.w3.org/1999/xhtml">
    <head>
        <title>TCAT :: Mention graph</title>

        <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />

        <link rel="stylesheet" href="css/main.css" type="text/css" />

        <script type="text/javascript" language="javascript">



        </script>

    </head>

    <body>

        <h1>TCAT :: Mention graph</h1>

        <?php
        validate_all_variables();

        $users = array();
        $usersinv = array();
        $edges = array();

        $cur = 0;
        $numresults = 500000;

		//print_r($esc); exit;

        while ($numresults == 500000) {

            $sql = "SELECT m.from_user_name,m.to_user FROM " . $esc['mysql']['dataset'] . "_mentions m, " . $esc['mysql']['dataset'] . "_tweets t ";
            $where = "m.tweet_id = t.id AND ";
            $sql .= sqlSubset($where);
            $sql .= " LIMIT " . $cur . "," . $numresults;

			//print $sql."<br>";

            $sqlresults = mysql_query($sql);

            while ($data = mysql_fetch_assoc($sqlresults)) {

                $data["from_user_name"] = strtolower($data["from_user_name"]);
                $data["to_user"] = strtolower($data["to_user"]);

                if (!isset($users[$data["from_user_name"]])) {<commit_msg>Use utf8mb4 collation for social graph by mentions<commit_after><?php
require_once './common/config.php';
require_once './common/functions.php';
?>

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"	"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">

<html xmlns="http://www.w3.org/1999/xhtml">
    <head>
        <title>TCAT :: Mention graph</title>

        <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />

        <link rel="stylesheet" href="css/main.css" type="text/css" />

        <script type="text/javascript" language="javascript">



        </script>

    </head>

    <body>

        <h1>TCAT :: Mention graph</h1>

        <?php
        validate_all_variables();
        $collation = current_collation();

        $users = array();
        $usersinv = array();
        $edges = array();

        $cur = 0;
        $numresults = 500000;

		//print_r($esc); exit;

        while ($numresults == 500000) {

            $sql = "SELECT m.from_user_name COLLATE $collation as from_user_name, m.to_user COLLATE $collation as to_user FROM " . $esc['mysql']['dataset'] . "_mentions m, " . $esc['mysql']['dataset'] . "_tweets t ";
            $where = "m.tweet_id = t.id AND ";
            $sql .= sqlSubset($where);
            $sql .= " LIMIT " . $cur . "," . $numresults;

			//print $sql."<br>";

            $sqlresults = mysql_query($sql);

            while ($data = mysql_fetch_assoc($sqlresults)) {

                $data["from_user_name"] = strtolower($data["from_user_name"]);
                $data["to_user"] = strtolower($data["to_user"]);

                if (!isset($users[$data["from_user_name"]])) {
{'fraction_non_alphanumeric': 0.18464926077382826, 'fraction_numerical': 0.017615602390688895, 'mean_word_length': 2.375796178343949, 'pattern_counts': {'":': 0, '<': 35, '<?xml version=': 0, '>': 33, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4487051', 'n_tokens_mistral': 1128, 'n_tokens_neox': 1024, 'n_words': 190}