<commit_before><?php

/**
 * AspectPHP_Code_TokenAnalyzer
 *
 * @author <NAME> <<EMAIL>>
 * @package AspectPHP_Code
 * @copyright <NAME> 2012
 * @version $Rev$
 * @since 27.01.2012
 */

/**
 * Analyzes tokenized source code.
 *
 * @author <NAME> <<EMAIL>>
 * @package AspectPHP_Code
 * @copyright <NAME> 2012
 * @version $Rev$
 * @since 27.01.2012
 */
class AspectPHP_Code_TokenAnalyzer implements ArrayAccess {
    
    /**
     * Creates an analyzer.
     *
     * @param array(array|string) $tokens The tokenized source code.
     */
    public function __construct(array $tokens) {
        
    }
    
    /**
     * Checks if the token with the given offset exists.
     *
     * @param integer $offset
     * @return boolean
     */
    public function offsetExists($offset) {
        
    }
    
    /**
     * Returns the token with the given offset.
     *
     * @param integer $offset
     * @return array(mixed)|string
     * @throws InvalidArgumentException If the token with the provided offset does not exist.
     */
    public function offsetGet($offset) {
        
    }
    
    /**
     * Modifying tokens is not supported, therefore a BadMethodCallException is thrown.
     *
     * @param integer $offset
     * @param array(mixed)|string $value
     * @throws BadMethodCallException Always throws an exception.
     */
    public function offsetSet($offset, $value) {
        
    }
    
    /**
     * Deleting tokens is not supported, therefore a BadMethodCallException is thrown.
     *
     * @param integer $offset
     * @throws BadMethodCallException Always throws an exception.
     */
    public function offsetUnset($offset) {
        
    }
    
}

?><commit_msg>added method stub required by Countable<commit_after><?php

/**
 * AspectPHP_Code_TokenAnalyzer
 *
 * @author <NAME> <<EMAIL>>
 * @package AspectPHP_Code
 * @copyright <NAME> 2012
 * @version $Rev$
 * @since 27.01.2012
 */

/**
 * Analyzes tokenized source code.
 *
 * @author <NAME> <<EMAIL>>
 * @package AspectPHP_Code
 * @copyright <NAME> 2012
 * @version $Rev$
 * @since 27.01.2012
 */
class AspectPHP_Code_TokenAnalyzer implements ArrayAccess, Countable {
    
    /**
     * Creates an analyzer.
     *
     * @param array(array|string) $tokens The tokenized source code.
     */
    public function __construct(array $tokens) {
        
    }
    
    /**
     * Checks if the token with the given offset exists.
     *
     * @param integer $offset
     * @return boolean
     */
    public function offsetExists($offset) {
        
    }
    
    /**
     * Returns the token with the given offset.
     *
     * @param integer $offset
     * @return array(mixed)|string
     * @throws InvalidArgumentException If the token with the provided offset does not exist.
     */
    public function offsetGet($offset) {
        
    }
    
    /**
     * Modifying tokens is not supported, therefore a BadMethodCallException is thrown.
     *
     * @param integer $offset
     * @param array(mixed)|string $value
     * @throws BadMethodCallException Always throws an exception.
     */
    public function offsetSet($offset, $value) {
        
    }
    
    /**
     * Deleting tokens is not supported, therefore a BadMethodCallException is thrown.
     *
     * @param integer $offset
     * @throws BadMethodCallException Always throws an exception.
     */
    public function offsetUnset($offset) {
        
    }
    
    /**
     * Returns the number of tokens.
     *
     * @return integer
     */
    public function count() {
        
    }
    
}

?>
{'fraction_non_alphanumeric': 0.10409652076318743, 'fraction_numerical': 0.013468013468013467, 'mean_word_length': 2.2438580527752503, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '118656', 'n_tokens_mistral': 1068, 'n_tokens_neox': 1019, 'n_words': 296}