<commit_before><DBMIGRATION type="mod/data" VERSION="2005120100">
  <TABLES>
    <TABLE name="data_ratings" />
    <TABLE name="data_records" />
    <TABLE name="data_comments">
      <FIELDS>
        <FIELD name="content" method="NO_CONV" type="text" length="0" />
      </FIELDS>
    </TABLE>
    <TABLE name="data_content">
      <FIELDS>
        <FIELD name="content" method="PLAIN_SQL_UPDATE" type="longtext" length="0">
          <SQL_DETECT_USER>
           SELECT dr.userid
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data_content dc
           WHERE dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_USER>
          <SQL_DETECT_COURSE>
           SELECT d.course
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data d,
                {$CFG->prefix}data_content dc
           WHERE d.id = dr.dataid
                 AND dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_COURSE>
        </FIELD>
      </FIELDS>
    </TABLE>
    <TABLE name="data_fields">
      <FIELDS>
        <FIELD name="type" method="NO_CONV" type="varchar" length="255" />
        <FIELD name="name" method="PHP_FUNCTION" type="varchar" length="255">
          <PHP_FUNCTION>
            migrate2utf_data_fields_name(RECORDID)
          </PHP_FUNCTION>
        </FIELD><commit_msg>convertion to unicode data_content -> content(1 to 4)<commit_after><DBMIGRATION type="mod/data" VERSION="2005120100">
  <TABLES>
    <TABLE name="data_ratings" />
    <TABLE name="data_records" />
    <TABLE name="data_comments">
      <FIELDS>
        <FIELD name="content" method="NO_CONV" type="text" length="0" />
      </FIELDS>
    </TABLE>
    <TABLE name="data_content">
      <FIELDS>
        <FIELD name="content" method="PLAIN_SQL_UPDATE" type="longtext" length="0">
          <SQL_DETECT_USER>
           SELECT dr.userid
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data_content dc
           WHERE dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_USER>
          <SQL_DETECT_COURSE>
           SELECT d.course
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data d,
                {$CFG->prefix}data_content dc
           WHERE d.id = dr.dataid
                 AND dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_COURSE>
        </FIELD>
        <FIELD name="content1" method="PLAIN_SQL_UPDATE" type="longtext" length="0">
          <SQL_DETECT_USER>
           SELECT dr.userid
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data_content dc
           WHERE dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_USER>
          <SQL_DETECT_COURSE>
           SELECT d.course
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data d,
                {$CFG->prefix}data_content dc
           WHERE d.id = dr.dataid
                 AND dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_COURSE>
        </FIELD>
        <FIELD name="content2" method="PLAIN_SQL_UPDATE" type="longtext" length="0">
          <SQL_DETECT_USER>
           SELECT dr.userid
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data_content dc
           WHERE dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_USER>
          <SQL_DETECT_COURSE>
           SELECT d.course
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data d,
                {$CFG->prefix}data_content dc
           WHERE d.id = dr.dataid
                 AND dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_COURSE>
        </FIELD>
        <FIELD name="content3" method="PLAIN_SQL_UPDATE" type="longtext" length="0">
          <SQL_DETECT_USER>
           SELECT dr.userid
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data_content dc
           WHERE dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_USER>
          <SQL_DETECT_COURSE>
           SELECT d.course
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data d,
                {$CFG->prefix}data_content dc
           WHERE d.id = dr.dataid
                 AND dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_COURSE>
        </FIELD>
        <FIELD name="content4" method="PLAIN_SQL_UPDATE" type="longtext" length="0">
          <SQL_DETECT_USER>
           SELECT dr.userid
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data_content dc
           WHERE dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_USER>
          <SQL_DETECT_COURSE>
           SELECT d.course
           FROM {$CFG->prefix}data_records dr,
                {$CFG->prefix}data d,
                {$CFG->prefix}data_content dc
           WHERE d.id = dr.dataid
                 AND dr.id = dc.recordid
                 AND dc.id = RECORDID
          </SQL_DETECT_COURSE>
        </FIELD>
      </FIELDS>
    </TABLE>
    <TABLE name="data_fields">
      <FIELDS>
        <FIELD name="type" method="NO_CONV" type="varchar" length="255" />
        <FIELD name="name" method="PHP_FUNCTION" type="varchar" length="255">
          <PHP_FUNCTION>
            migrate2utf_data_fields_name(RECORDID)
          </PHP_FUNCTION>
        </FIELD>
{'fraction_non_alphanumeric': 0.11690647482014388, 'fraction_numerical': 0.008633093525179856, 'mean_word_length': 1.68, 'pattern_counts': {'":': 0, '<': 79, '<?xml version=': 0, '>': 110, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1755066', 'n_tokens_mistral': 1777, 'n_tokens_neox': 1693, 'n_words': 331}