<commit_before><?php

/**
 * Hoa
 *
 *
 * @license
 *
 * New BSD License
 *
 * Copyright © 2007-2013, <NAME>. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *     * Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 *     * Redistributions in binary form must reproduce the above copyright
 *       notice, this list of conditions and the following disclaimer in the
 *       documentation and/or other materials provided with the distribution.
 *     * Neither the name of the Hoa nor the names of its contributors may be
 *       used to endorse or promote products derived from this software without
 *       specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS AND CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

namespace Hoa\Iterator\Recursive {

/**
 * Class \Hoa\Iterator\Recursive\Directory.
 *
 * Extending the SPL RecursiveDirectoryIterator class.
 *
 * @author     <NAME> <<EMAIL>>
 * @copyright  Copyright © 2007-2013 <NAME>.
 * @license    New BSD License
 */

class Directory extends \RecursiveDirectoryIterator {

    /**
     * SplFileInfo classname.
     *
     * @var \Hoa\Iterator\Recursive\Directory string
     */
    protected $_splFileInfoClass = null;

    /**
     * Relative path.
     *
     * @var \Hoa\Iterator\Recursive\Directory string
     */
    protected $_relativePath     = null;



    /**
     * Constructor.
     * Please, see \RecursiveDirectoryIterator::__construct() method.
     * We add the $splFileInfoClass parameter.
     *
     * @access  public
     * @param   string  $path                Path.
     * @param   int     $flags               Flags.
     * @param   string  $splFileInfoClass    SplFileInfo classname.
     */
    public function __construct ( $path, $flags = null, $splFileInfoClass = null ) {

        $this->_splFileInfoClass = $splFileInfoClass;

        if(null === $flags)
            parent::__construct($path);
        else
            parent::__construct($path, $flags);

        $this->setRelativePath($path);

        return;
    }

    /**
     * Current.
     * Please, see \RecursiveDirectoryIterator::current() method.
     *
     * @access  public
     * @return  mixed
     */
    public function current ( ) {

        $out = parent::current();

        if(   null !== $this->_splFileInfoClass
           && $out instanceof \SplFileInfo) {

            $out->setInfoClass($this->_splFileInfoClass);
            $out = $out->getFileInfo();

            if($out instanceof \Hoa\Iterator\SplFileInfo)
                $out->setRelativePath($this->getRelativePath());
        }

        return $out;
    }

    /**
     * Get children.
     * Please, see \RecursiveDirectoryIterator::getChildren() method.
     *
     * @access  public
     * @return  mixed
     */
    public function getChildren ( ) {

        $out = parent::getChildren();
        $out->setRelativePath($this->getRelativePath());

        if($out instanceof \RecursiveDirectoryIterator)
            $out->setSplFileInfoClass($this->_splFileInfoClass);

        return $out;
    }

    /**
     * Set SplFileInfo classname.
     *
     * @access  public
     * @param   string  $splFileInfoClass    SplFileInfo classname.
     * @return  void
     */
    public function setSplFileInfoClass ( $splFileInfoClass ) {

        $this->_splFileInfoClass = $splFileInfoClass;

        return;
    }

    /**
     * Set relative path.
     *
     * @access  public
     * @param   string  $relativePath    Relative path.
     * @return  string
     */
    public function setRelativePath ( $path ) {

        $this->_relativePath = $path;

        return;
    }

    /**
     * Get relative path (if given).
     *
     * @access  public
     * @return  string
     */
    public function getRelativePath ( ) {

        return $this->_relativePath;
    }
}

}
<commit_msg>Add a workaround to fix the bug #65136.<commit_after><?php

/**
 * Hoa
 *
 *
 * @license
 *
 * New BSD License
 *
 * Copyright © 2007-2013, <NAME>. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *     * Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 *     * Redistributions in binary form must reproduce the above copyright
 *       notice, this list of conditions and the following disclaimer in the
 *       documentation and/or other materials provided with the distribution.
 *     * Neither the name of the Hoa nor the names of its contributors may be
 *       used to endorse or promote products derived from this software without
 *       specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS AND CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

namespace Hoa\Iterator\Recursive {

/**
 * Class \Hoa\Iterator\Recursive\Directory.
 *
 * Extending the SPL RecursiveDirectoryIterator class.
 *
 * @author     <NAME> <<EMAIL>>
 * @copyright  Copyright © 2007-2013 <NAME>.
 * @license    New BSD License
 */

class Directory extends \RecursiveDirectoryIterator {

    /**
     * SplFileInfo classname.
     *
     * @var \Hoa\Iterator\Recursive\Directory string
     */
    protected $_splFileInfoClass  = null;

    /**
     * Relative path.
     *
     * @var \Hoa\Iterator\Recursive\Directory string
     */
    protected $_relativePath      = null;

    /**
     * Relative path (workaround for the bug #65136).
     *
     * @var \Hoa\Iterator\Recursive\Directory string
     */
    protected $_childRelativePath = null;



    /**
     * Constructor.
     * Please, see \RecursiveDirectoryIterator::__construct() method.
     * We add the $splFileInfoClass parameter.
     *
     * @access  public
     * @param   string  $path                Path.
     * @param   int     $flags               Flags.
     * @param   string  $splFileInfoClass    SplFileInfo classname.
     */
    public function __construct ( $path, $flags = null, $splFileInfoClass = null ) {

        if(null === $flags)
            parent::__construct($path);
        else
            parent::__construct($path, $flags);

        $this->setSplFileInfoClass($splFileInfoClass);
        $this->setRelativePath($path);

        return;
    }

    /**
     * Current.
     * Please, see \RecursiveDirectoryIterator::current() method.
     *
     * @access  public
     * @return  mixed
     */
    public function current ( ) {

        $out = parent::current();

        if(   null !== $this->_splFileInfoClass
           && $out instanceof \SplFileInfo) {

            $out->setInfoClass($this->_splFileInfoClass);
            $out = $out->getFileInfo();

            if($out instanceof \Hoa\Iterator\SplFileInfo)
                $out->setRelativePath($this->getRelativePath());
        }

        return $out;
    }

    /**
     * Get children.
     * Please, see \RecursiveDirectoryIterator::getChildren() method.
     *
     * @access  public
     * @return  mixed
     */
    public function getChildren ( ) {

        $out = parent::getChildren();
        $out->setChildRelativePath($this->getRelativePath());

        if($out instanceof \RecursiveDirectoryIterator)
            $out->setSplFileInfoClass($this->_splFileInfoClass);

        return $out;
    }

    /**
     * Set SplFileInfo classname.
     *
     * @access  public
     * @param   string  $splFileInfoClass    SplFileInfo classname.
     * @return  void
     */
    public function setSplFileInfoClass ( $splFileInfoClass ) {

        $this->_splFileInfoClass = $splFileInfoClass;

        return;
    }

    /**
     * Set relative path.
     *
     * @access  public
     * @param   string  $relativePath    Relative path.
     * @return  string
     */
    public function setRelativePath ( $path ) {

        $this->_relativePath = $path;

        return;
    }

    /**
     * Set relative path (workaround for the bug #65136).
     *
     * @access  private
     * @param   string  $relativePath    Relative path.
     * @return  string
     */
    private function setChildRelativePath ( $path ) {

        $this->_childRelativePath = $path;

        return;
    }

    /**
     * Get relative path (if given).
     *
     * @access  public
     * @return  string
     */
    public function getRelativePath ( ) {

        return isset($this->_childRelativePath)
                   ? $this->_childRelativePath // workaround for the bug #65136.
                   : $this->_relativePath;
    }
}

}

{'fraction_non_alphanumeric': 0.09616711006010445, 'fraction_numerical': 0.005123657503202286, 'mean_word_length': 2.358702845797485, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 46, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6164526', 'n_tokens_mistral': 2912, 'n_tokens_neox': 2682, 'n_words': 874}