<commit_before><?php

namespace Flow;

final class Token
{
    private $type;
    private $value;
    private $line;
    private $char;

    const EOF          = -1;
    const TEXT         = 0;
    const BLOCK_START  = 1;
    const OUTPUT_START = 2;
    const BLOCK_END    = 3;
    const OUTPUT_END   = 4;
    const NAME         = 5;
    const NUMBER       = 6;
    const STRING       = 7;
    const OPERATOR     = 8;
    const CONSTANT     = 9;

    public function __construct($type, $value, $line, $char)
    {
        $this->type  = $type;
        $this->value = $value;
        $this->line  = $line;
        $this->char  = $char;
    }

    public static function getTypeAsString($type, $canonical = false) : string
    {
        if (is_string($type)) {<commit_msg>Add int type hints to line and char parameters<commit_after><?php

namespace Flow;

final class Token
{
    private $type;
    private $value;
    private $line;
    private $char;

    const EOF          = -1;
    const TEXT         = 0;
    const BLOCK_START  = 1;
    const OUTPUT_START = 2;
    const BLOCK_END    = 3;
    const OUTPUT_END   = 4;
    const NAME         = 5;
    const NUMBER       = 6;
    const STRING       = 7;
    const OPERATOR     = 8;
    const CONSTANT     = 9;

    public function __construct($type, $value, int $line, int $char)
    {
        $this->type  = $type;
        $this->value = $value;
        $this->line  = $line;
        $this->char  = $char;
    }

    public static function getTypeAsString($type, $canonical = false) : string
    {
        if (is_string($type)) {
{'fraction_non_alphanumeric': 0.11005692599620494, 'fraction_numerical': 0.013915243516761544, 'mean_word_length': 1.8199643493761142, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '188528', 'n_tokens_mistral': 548, 'n_tokens_neox': 512, 'n_words': 150}