<commit_before><?php
namespace phpcassa\Schema;

use phpcassa\Schema\DataType\CompositeType;

/**
 * @package phpcassa\Schema
 */
class DataType
{
    const BYTES_TYPE = "BytesType";
    const LONG_TYPE = "LongType";
    const INTEGER_TYPE = "IntegerType";
    const ASCII_TYPE = "AsciiType";
    const UTF8_TYPE = "UTF8Type";
    const TIME_UUID_TYPE = "TimeUUIDType";
    const LEXICAL_UUID_TYPE = "LexicalUUIDType";
    const UUID_TYPE = "UUIDType";

    private static $class_map;

    public static function init() {
        self::$class_map = array(
            'BytesType'       => 'phpcassa\Schema\DataType\BytesType',
            'AsciiType'       => 'phpcassa\Schema\DataType\AsciiType',
            'UTF8Type'        => 'phpcassa\Schema\DataType\UTF8Type',
            'LongType'        => 'phpcassa\Schema\DataType\LongType',
            'IntegerType'     => 'phpcassa\Schema\DataType\IntegerType',
            'TimeUUIDType'    => 'phpcassa\Schema\DataType\TimeUUIDType',
            'LexicalUUIDType' => 'phpcassa\Schema\DataType\LexicalUUIDType',
            'UUIDType'        => 'phpcassa\Schema\DataType\UUIDType',
            'BooleanType'     => 'phpcassa\Schema\DataType\BooleanType'
        );
    }

    private static function extract_type_name($typestr) {
        if ($typestr == null or $typestr == '')
            return 'BytesType';

        $index = strrpos($typestr, '.');
        if ($index == false)
            return 'BytesType';

        $type = substr($typestr, $index + 1);
        if (!isset(self::$class_map[$type]))
            return 'BytesType';<commit_msg>Register FloatType, DoubleType in DataType.php<commit_after><?php
namespace phpcassa\Schema;

use phpcassa\Schema\DataType\CompositeType;

/**
 * @package phpcassa\Schema
 */
class DataType
{
    const BYTES_TYPE = "BytesType";
    const LONG_TYPE = "LongType";
    const INTEGER_TYPE = "IntegerType";
    const FLOAT_TYPE = "FloatType";
    const DOUBLE_TYPE = "DoubleType";
    const ASCII_TYPE = "AsciiType";
    const UTF8_TYPE = "UTF8Type";
    const TIME_UUID_TYPE = "TimeUUIDType";
    const LEXICAL_UUID_TYPE = "LexicalUUIDType";
    const UUID_TYPE = "UUIDType";

    private static $class_map;

    public static function init() {
        self::$class_map = array(
            'BytesType'       => 'phpcassa\Schema\DataType\BytesType',
            'AsciiType'       => 'phpcassa\Schema\DataType\AsciiType',
            'UTF8Type'        => 'phpcassa\Schema\DataType\UTF8Type',
            'LongType'        => 'phpcassa\Schema\DataType\LongType',
            'IntegerType'     => 'phpcassa\Schema\DataType\IntegerType',
            'FloatType'       => 'phpcassa\Schema\DataType\FloatType',
            'DoubleType'      => 'phpcassa\Schema\DataType\DoubleType',
            'TimeUUIDType'    => 'phpcassa\Schema\DataType\TimeUUIDType',
            'LexicalUUIDType' => 'phpcassa\Schema\DataType\LexicalUUIDType',
            'UUIDType'        => 'phpcassa\Schema\DataType\UUIDType',
            'BooleanType'     => 'phpcassa\Schema\DataType\BooleanType'
        );
    }

    private static function extract_type_name($typestr) {
        if ($typestr == null or $typestr == '')
            return 'BytesType';

        $index = strrpos($typestr, '.');
        if ($index == false)
            return 'BytesType';

        $type = substr($typestr, $index + 1);
        if (!isset(self::$class_map[$type]))
            return 'BytesType';
{'fraction_non_alphanumeric': 0.1317469529889727, 'fraction_numerical': 0.002901915264074289, 'mean_word_length': 2.5209397344228806, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 23, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5503585', 'n_tokens_mistral': 1092, 'n_tokens_neox': 1091, 'n_words': 185}