<commit_before><?php

// This file is part of Moodle - http://moodle.org/
//
// Moodle is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// Moodle is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.

/**
 * Unit tests for the advanced grading subsystem
 *
 * @package    core
 * @subpackage grading
 * @copyright  2011 <NAME> <<EMAIL>>
 * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
 */

defined('MOODLE_INTERNAL') || die();

global $DB, $CFG;

if (empty($CFG->unittestprefix)) {
    die('You must define $CFG->unittestprefix to run these unit tests.');
}

if ($CFG->unittestprefix == $CFG->prefix) {
    die('Eh? Do you play with the fire? Fireman Sam won\'t come dude. The unittestprefix must be different from the standard prefix.');
}

require_once($CFG->dirroot . '/grade/grading/lib.php'); // Include the code to test

/**
 * Makes protected method accessible for testing purposes
 */
class testable_grading_manager extends grading_manager {
}

/**
 * Test cases for the grading manager API
 */
class grading_manager_test extends UnitTestCase {

    /** @var moodle_database current real driver instance */
    protected $realDB;

    public function setUp() {
        global $DB, $CFG;

        $this->realDB = $DB;
        $dbclass = get_class($this->realDB);
        $DB = new $dbclass();
        $DB->connect($CFG->dbhost, $CFG->dbuser, $CFG->dbpass, $CFG->dbname, $CFG->unittestprefix);
        $dbman = $DB->get_manager();

        // drop everything we have in the mock DB
        $dbman->delete_tables_from_xmldb_file($CFG->dirroot . '/lib/db/install.xml');
        // create all tables we need for this test case
        $dbman->install_one_table_from_xmldb_file($CFG->dirroot . '/lib/db/install.xml', 'grading_areas');
    }

    public function tearDown() {
        global $DB, $CFG;

        // clean everything we have in the mock DB
        //$DB->get_manager()->delete_tables_from_xmldb_file($CFG->dirroot . '/lib/db/install.xml');
        // switch to the real database
        $DB = $this->realDB;
    }

    public function test_basic_instantiation() {

        $manager1 = get_grading_manager();

        $fakecontext = (object)array(
            'id'            => 42,
            'contextlevel'  => CONTEXT_MODULE,
            'instanceid'    => 22,
            'path'          => '/1/3/15/42',
            'depth'         => 4);

        $manager2 = get_grading_manager($fakecontext);
        $manager3 = get_grading_manager($fakecontext, 'assignment_upload');
        $manager4 = get_grading_manager($fakecontext, 'assignment_upload', 'submission');
    }

    public function test_set_and_get_grading_area() {
        global $DB;

        sleep(2); // to make sure the microtime will always return unique values
        $areaname1 = 'area1-' . (string)microtime(true);
        $areaname2 = 'area2-' . (string)microtime(true);
        $fakecontext = (object)array(
            'id'            => 42,
            'contextlevel'  => CONTEXT_MODULE,
            'instanceid'    => 22,
            'path'          => '/1/3/15/42',
            'depth'         => 4);

        // non-existing area
        $gradingman = get_grading_manager($fakecontext, 'mod_foobar', $areaname1);
        $this->assertNull($gradingman->get_active_method());

        // creates area implicitly and sets active method
        $this->assertTrue($gradingman->set_active_method('rubric'));
        $this->assertEqual('rubric', $gradingman->get_active_method());

        // repeat setting of already set active method
        $this->assertFalse($gradingman->set_active_method('rubric'));

        // switch the manager to another area
        $gradingman->set_area($areaname2);
        $this->assertNull($gradingman->get_active_method());

        // switch back and ask again
        $gradingman->set_area($areaname1);
        $this->assertEqual('rubric', $gradingman->get_active_method());

        // attempting to set an invalid method
        $this->expectException('moodle_exception');
        $gradingman->set_active_method('no_one_should_ever_try_to_implement_a_method_with_this_silly_name');
    }

    public function test_tokenize() {

        $needle = "    šašek, \n\n   \r    a král;  \t";
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertEqual(2, count($tokens));
        $this->assertTrue(in_array('šašek', $tokens));
        $this->assertTrue(in_array('král', $tokens));

        $needle = ' "   šašek a král "    ';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertEqual(1, count($tokens));
        $this->assertTrue(in_array('šašek a král', $tokens));

        $needle = '""';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertTrue(empty($tokens));

        $needle = '"0"';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertEqual(1, count($tokens));
        $this->assertTrue(in_array('0', $tokens));

        $needle = '<span>Aha</span>, then who\'s a bad guy here he?';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertTrue(in_array('span', $tokens));
        $this->assertTrue(in_array('Aha', $tokens));
        $this->assertTrue(in_array('who', $tokens));
    }
}<commit_msg>MDL-30494 grade: improved unit tests for tokenize()<commit_after><?php

// This file is part of Moodle - http://moodle.org/
//
// Moodle is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// Moodle is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.

/**
 * Unit tests for the advanced grading subsystem
 *
 * @package    core
 * @subpackage grading
 * @copyright  2011 <NAME> <<EMAIL>>
 * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
 */

defined('MOODLE_INTERNAL') || die();

global $DB, $CFG;

if (empty($CFG->unittestprefix)) {
    die('You must define $CFG->unittestprefix to run these unit tests.');
}

if ($CFG->unittestprefix == $CFG->prefix) {
    die('Eh? Do you play with the fire? Fireman Sam won\'t come dude. The unittestprefix must be different from the standard prefix.');
}

require_once($CFG->dirroot . '/grade/grading/lib.php'); // Include the code to test

/**
 * Makes protected method accessible for testing purposes
 */
class testable_grading_manager extends grading_manager {
}

/**
 * Test cases for the grading manager API
 */
class grading_manager_test extends UnitTestCase {

    /** @var moodle_database current real driver instance */
    protected $realDB;

    public function setUp() {
        global $DB, $CFG;

        $this->realDB = $DB;
        $dbclass = get_class($this->realDB);
        $DB = new $dbclass();
        $DB->connect($CFG->dbhost, $CFG->dbuser, $CFG->dbpass, $CFG->dbname, $CFG->unittestprefix);
        $dbman = $DB->get_manager();

        // drop everything we have in the mock DB
        $dbman->delete_tables_from_xmldb_file($CFG->dirroot . '/lib/db/install.xml');
        // create all tables we need for this test case
        $dbman->install_one_table_from_xmldb_file($CFG->dirroot . '/lib/db/install.xml', 'grading_areas');
    }

    public function tearDown() {
        global $DB, $CFG;

        // clean everything we have in the mock DB
        //$DB->get_manager()->delete_tables_from_xmldb_file($CFG->dirroot . '/lib/db/install.xml');
        // switch to the real database
        $DB = $this->realDB;
    }

    public function test_basic_instantiation() {

        $manager1 = get_grading_manager();

        $fakecontext = (object)array(
            'id'            => 42,
            'contextlevel'  => CONTEXT_MODULE,
            'instanceid'    => 22,
            'path'          => '/1/3/15/42',
            'depth'         => 4);

        $manager2 = get_grading_manager($fakecontext);
        $manager3 = get_grading_manager($fakecontext, 'assignment_upload');
        $manager4 = get_grading_manager($fakecontext, 'assignment_upload', 'submission');
    }

    public function test_set_and_get_grading_area() {
        global $DB;

        sleep(2); // to make sure the microtime will always return unique values
        $areaname1 = 'area1-' . (string)microtime(true);
        $areaname2 = 'area2-' . (string)microtime(true);
        $fakecontext = (object)array(
            'id'            => 42,
            'contextlevel'  => CONTEXT_MODULE,
            'instanceid'    => 22,
            'path'          => '/1/3/15/42',
            'depth'         => 4);

        // non-existing area
        $gradingman = get_grading_manager($fakecontext, 'mod_foobar', $areaname1);
        $this->assertNull($gradingman->get_active_method());

        // creates area implicitly and sets active method
        $this->assertTrue($gradingman->set_active_method('rubric'));
        $this->assertEqual('rubric', $gradingman->get_active_method());

        // repeat setting of already set active method
        $this->assertFalse($gradingman->set_active_method('rubric'));

        // switch the manager to another area
        $gradingman->set_area($areaname2);
        $this->assertNull($gradingman->get_active_method());

        // switch back and ask again
        $gradingman->set_area($areaname1);
        $this->assertEqual('rubric', $gradingman->get_active_method());

        // attempting to set an invalid method
        $this->expectException('moodle_exception');
        $gradingman->set_active_method('no_one_should_ever_try_to_implement_a_method_with_this_silly_name');
    }

    public function test_tokenize() {

        $needle = "    šašek, \n\n   \r    a král;  \t";
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertEqual(2, count($tokens));
        $this->assertTrue(in_array('šašek', $tokens));
        $this->assertTrue(in_array('král', $tokens));

        $needle = ' "   šašek a král "    ';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertEqual(1, count($tokens));
        $this->assertTrue(in_array('šašek a král', $tokens));

        $needle = '""';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertTrue(empty($tokens));

        $needle = '"0"';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertEqual(1, count($tokens));
        $this->assertTrue(in_array('0', $tokens));

        $needle = '<span>Aha</span>, then who\'s a bad guy here he?';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertEqual(8, count($tokens));
        $this->assertTrue(in_array('span', $tokens)); // Extracted the tag name
        $this->assertTrue(in_array('Aha', $tokens));
        $this->assertTrue(in_array('who', $tokens)); // Removed the trailing 's
        $this->assertTrue(!in_array('a', $tokens)); //Single letter token was dropped
        $this->assertTrue(in_array('he', $tokens)); // Removed the trailing ?

        $needle = 'grammar, "english language"';
        $tokens = testable_grading_manager::tokenize($needle);
        $this->assertTrue(in_array('grammar', $tokens));
        $this->assertTrue(in_array('english', $tokens));
        $this->assertTrue(in_array('language', $tokens));
        $this->assertTrue(!in_array('english language', $tokens)); // Quoting part of the string is not supported
    }
}
{'fraction_non_alphanumeric': 0.14098919840818647, 'fraction_numerical': 0.007796637699991878, 'mean_word_length': 2.8289800995024876, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 140, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 12}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4652121', 'n_tokens_mistral': 3786, 'n_tokens_neox': 3673, 'n_words': 923}