<commit_before><?php

/*
 * Copyright 2005-2015 CENTREON
 * Centreon is developped by : <NAME> and <NAME> under
 * GPL Licence 2.0.
 * 
 * This program is free software; you can redistribute it and/or modify it under 
 * the terms of the GNU General Public License as published by the Free Software 
 * Foundation ; either version 2 of the License.
 * 
 * This program is distributed in the hope that it will be useful, but WITHOUT ANY
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A 
 * PARTICULAR PURPOSE. See the GNU General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public License along with 
 * this program; if not, see <http://www.gnu.org/licenses>.
 * 
 * Linking this program statically or dynamically with other modules is making a 
 * combined work based on this program. Thus, the terms and conditions               of the GNU 
 * General Public License cover the whole combination.
 * 
 * As a special exception, the copyright holders of this program give CENTREON 
 * permission to link this program with independent modules to produce an executable, 
 * regardless of the license terms of these independent modules, and to copy and 
 * distribute the resulting executable under terms of CENTREON choice, provided that 
 * CENTREON also meet, for each linked independent module, the terms  and conditions 
 * of the license of that module. An independent module is a module which is not 
 * derived from this program. If you modify this program, you may extend this 
 * exception to your version of the program, but you are not obliged to do so. If you
 * do not wish to do so, delete this exception statement from your version.
 * 
 * For more information : <EMAIL>
 * 
 */

/**
 * Description of 20150617131647_fresh_install
 *
 * @author tmechouet
 */
use Phinx\Migration\AbstractMigration;

class FreshInstall extends AbstractMigration
{
    /**
     * Change Method.
     *
     * Write your reversible migrations using this method.
     *
     * More information on writing migrations is available here:
     * http://docs.phinx.org/en/latest/migrations.html#the-abstractmigration-class
     */
    public function change()
    {
       
        $cfg_custom_views = $this->table('cfg_custom_views', array('id' => false, 'primary_key' => 'custom_view_id'));
        $cfg_custom_views
                ->addColumn('custom_view_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('name','string',array('limit' => 255, 'null' => false))
                ->addColumn('mode','integer', array('null' => true, "default" => 0))
                ->addColumn('locked','integer', array('null' => true, "default" => 0))
                ->addColumn('owner_id','integer', array('null' => true))
                ->addColumn('position','text',array('null' => true))
                ->save();    
        
        $cfg_custom_views_default = $this->table('cfg_custom_views_default', array('id' => false, 'primary_key' => 'user_id'));
        $cfg_custom_views_default
                ->addColumn('user_id','integer', array('null' => false))
                ->addColumn('custom_view_id','integer', array('null' => false))
                ->addIndex(array('user_id'), array('unique' => false))
                ->addIndex(array('custom_view_id'), array('unique' => false))
                ->addForeignKey('user_id', 'cfg_contacts', 'contact_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('custom_view_id', 'cfg_custom_views', 'custom_view_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
        
        $cfg_custom_views_users_relations = $this->table('cfg_custom_views_users_relations', array('id' => false, 'primary_key' => 'custom_view_id'));
        $cfg_custom_views_users_relations
                ->addColumn('custom_view_id','integer', array('null' => false))
                ->addColumn('user_id','integer', array('null' => false, 'signed' => false))
                ->addColumn('is_default','integer', array('null' => false))
                ->addForeignKey('user_id', 'cfg_users', 'user_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('custom_view_id', 'cfg_custom_views', 'custom_view_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
               
        $cfg_organizations_widget_models_relations = $this->table('cfg_organizations_widget_models_relations', array('id' => false, 'primary_key' => array('organization_id', 'widget_model_id')));
        $cfg_organizations_widget_models_relations
                ->addColumn('organization_id','integer', array('null' => false))
                ->addColumn('widget_model_id','integer', array('null' => true))
                ->addForeignKey('organization_id', 'cfg_organizations', 'organization_id', array('delete'=> 'CASCADE'))
                ->addForeignKey('widget_model_id', 'cfg_widgets_models', 'widget_model_id', array('delete'=> 'CASCADE'))
                ->save();
         
        $cfg_widgets = $this->table('cfg_widgets', array('id' => false, 'primary_key' => array('widget_id')));
        $cfg_widgets
                ->addColumn('widget_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('widget_model_id','integer', array('null' => true))
                ->addColumn('title','string',array('limit' => 255, 'null' => false))
                ->addColumn('custom_view_id','integer', array('null' => true))
                ->addColumn('organization_id','integer', array('null' => true))
                ->addIndex(array('widget_model_id'), array('unique' => false))
                ->addIndex(array('custom_view_id'), array('unique' => false))
                ->addForeignKey('organization_id', 'cfg_organizations', 'organization_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('custom_view_id', 'cfg_custom_views', 'custom_view_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('widget_model_id', 'cfg_widgets_models', 'widget_model_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
          
        $cfg_widgets_models = $this->table('cfg_widgets_models', array('id' => false, 'primary_key' => array('widget_model_id', 'module_id'))); 
        $cfg_widgets_models
                ->addColumn('widget_model_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('module_id','integer', array('null' => false))
                ->addColumn('name','string',array('limit' => 255, 'null' => false))
                ->addColumn('shortname','string',array('limit' => 255, 'null' => false))
                ->addColumn('description','string',array('limit' => 255, 'null' => false))
                ->addColumn('version','string',array('limit' => 255, 'null' => false))
                ->addColumn('author','string',array('limit' => 255, 'null' => false))
                ->addColumn('email','string',array('limit' => 255, 'null' => true))
                ->addColumn('website','string',array('limit' => 255, 'null' => true))
                ->addColumn('keywords','string',array('limit' => 255, 'null' => true))
                ->addColumn('screenshot','string',array('limit' => 255, 'null' => true))
                ->addColumn('thumbnail','string',array('limit' => 255, 'null' => true))
                ->addColumn('isactivated','integer',array('null' => false))
                ->addColumn('isinstalled','integer',array('null' => false))
                ->addForeignKey('module_id', 'cfg_modules', 'id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
                
        $cfg_widgets_parameters = $this->table('cfg_widgets_parameters', array('id' => false, 'primary_key' => array('parameter_id')));
        $cfg_widgets_parameters
                ->addColumn('parameter_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('parameter_name','string', array('limit' => 255, 'null' => false))
                ->addColumn('default_value','string', array('limit' => 255, 'null' => true))
                ->addColumn('header_title','string', array('limit' => 255, 'null' => true))
                ->addColumn('require_permission','string', array('limit' => 255, 'null' => false))
                ->addColumn('parameter_order','integer', array('null' => false))
                ->addColumn('widget_model_id','integer', array('null' => false))
                ->addColumn('field_type_id','integer', array('null' => false))
                ->addColumn('is_filter','integer', array('null' => false, "default" => "0"))
                ->addIndex(array('widget_model_id'), array('unique' => false))
                ->addIndex(array('field_type_id'), array('unique' => false))
                ->addForeignKey('widget_model_id', 'cfg_widgets_models', 'widget_model_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('field_type_id', 'cfg_widgets_parameters_fields_types', 'field_type_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
        
        $cfg_widgets_parameters_fields_types = $this->table('cfg_widgets_parameters_fields_types', array('id' => false, 'primary_key' => array('field_type_id')));
        $cfg_widgets_parameters_fields_types
                ->addColumn('field_type_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('ft_typename','string', array('limit' => 50, 'null' => false))
                ->addColumn('is_connector','integer', array('null' => false, "default" => "0"))
                ->save();
               
        $cfg_widgets_parameters_multiple_options = $this->table('cfg_widgets_parameters_multiple_options', array('id' => false, 'primary_key' => array('parameter_id')));
        $cfg_widgets_parameters_multiple_options
                ->addColumn('parameter_id','integer', array('signed' => false, 'null' => false))
                ->addColumn('option_name','string', array('limit' => 255, 'null' => false))
                ->addColumn('option_value','string', array('limit' => 255, 'null' => false))
                ->addIndex(array('parameter_id'), array('unique' => false))
                ->addForeignKey('parameter_id', 'cfg_widgets_parameters', 'parameter_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
           
        $cfg_widgets_parameters_range = $this->table('cfg_widgets_parameters_range', array('id' => false, 'primary_key' => array('parameter_id')));
        $cfg_widgets_parameters_range
                ->addColumn('parameter_id','integer', array('identity' => true, 'signed' => false, 'null' => false))
                ->addColumn('min_range','integer', array('null' => false))
                ->addColumn('max_range','integer', array('null' => false))
                ->addColumn('step','integer', array('null' => false))
                ->addIndex(array('parameter_id'), array('unique' => false))
                ->addForeignKey('parameter_id', 'cfg_widgets_parameters', 'parameter_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
        
        $cfg_widgets_preferences = $this->table('cfg_widgets_preferences', array('id' => false, 'primary_key' => array('environment_id')));
        $cfg_widgets_preferences
                ->addColumn('widget_id','integer', array('null' => true))
                ->addColumn('parameter_id','integer', array('null' => false))
                ->addColumn('preference_value','string', array('limit' => 255, 'null' => false))
                ->addColumn('comparator','integer', array('null' => true))
                ->addIndex(array('parameter_id'), array('unique' => false))
                ->addIndex(array('widget_id'), array('unique' => false))
                ->addForeignKey('widget_id', 'cfg_widgets', 'widget_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('parameter_id', 'cfg_widgets_parameters', 'parameter_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
        
    }
}
    <commit_msg>add init data to custom view module<commit_after><?php

/*
 * Copyright 2005-2015 CENTREON
 * Centreon is developped by : <NAME> and <NAME> under
 * GPL Licence 2.0.
 * 
 * This program is free software; you can redistribute it and/or modify it under 
 * the terms of the GNU General Public License as published by the Free Software 
 * Foundation ; either version 2 of the License.
 * 
 * This program is distributed in the hope that it will be useful, but WITHOUT ANY
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A 
 * PARTICULAR PURPOSE. See the GNU General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public License along with 
 * this program; if not, see <http://www.gnu.org/licenses>.
 * 
 * Linking this program statically or dynamically with other modules is making a 
 * combined work based on this program. Thus, the terms and conditions               of the GNU 
 * General Public License cover the whole combination.
 * 
 * As a special exception, the copyright holders of this program give CENTREON 
 * permission to link this program with independent modules to produce an executable, 
 * regardless of the license terms of these independent modules, and to copy and 
 * distribute the resulting executable under terms of CENTREON choice, provided that 
 * CENTREON also meet, for each linked independent module, the terms  and conditions 
 * of the license of that module. An independent module is a module which is not 
 * derived from this program. If you modify this program, you may extend this 
 * exception to your version of the program, but you are not obliged to do so. If you
 * do not wish to do so, delete this exception statement from your version.
 * 
 * For more information : <EMAIL>
 * 
 */

/**
 * Description of 20150617131647_fresh_install
 *
 * @author tmechouet
 */
use Phinx\Migration\AbstractMigration;

class FreshInstall extends AbstractMigration
{
    /**
     * Change Method.
     *
     * Write your reversible migrations using this method.
     *
     * More information on writing migrations is available here:
     * http://docs.phinx.org/en/latest/migrations.html#the-abstractmigration-class
     */
    public function change()
    {
       
        $cfg_custom_views = $this->table('cfg_custom_views', array('id' => false, 'primary_key' => 'custom_view_id'));
        $cfg_custom_views
                ->addColumn('custom_view_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('name','string',array('limit' => 255, 'null' => false))
                ->addColumn('mode','integer', array('null' => true, "default" => 0))
                ->addColumn('locked','integer', array('null' => true, "default" => 0))
                ->addColumn('owner_id','integer', array('null' => true))
                ->addColumn('position','text',array('null' => true))
                ->save();    
        
        $cfg_custom_views_default = $this->table('cfg_custom_views_default', array('id' => false, 'primary_key' => 'user_id'));
        $cfg_custom_views_default
                ->addColumn('user_id','integer', array('null' => false))
                ->addColumn('custom_view_id','integer', array('null' => false))
                ->addIndex(array('user_id'), array('unique' => false))
                ->addIndex(array('custom_view_id'), array('unique' => false))
                ->addForeignKey('user_id', 'cfg_contacts', 'contact_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('custom_view_id', 'cfg_custom_views', 'custom_view_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
        
        $cfg_custom_views_users_relations = $this->table('cfg_custom_views_users_relations', array('id' => false, 'primary_key' => 'custom_view_id'));
        $cfg_custom_views_users_relations
                ->addColumn('custom_view_id','integer', array('null' => false))
                ->addColumn('user_id','integer', array('null' => false, 'signed' => false))
                ->addColumn('is_default','integer', array('null' => false))
                ->addForeignKey('user_id', 'cfg_users', 'user_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('custom_view_id', 'cfg_custom_views', 'custom_view_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
               
        $cfg_organizations_widget_models_relations = $this->table('cfg_organizations_widget_models_relations', array('id' => false, 'primary_key' => array('organization_id', 'widget_model_id')));
        $cfg_organizations_widget_models_relations
                ->addColumn('organization_id','integer', array('null' => false))
                ->addColumn('widget_model_id','integer', array('null' => true))
                ->addForeignKey('organization_id', 'cfg_organizations', 'organization_id', array('delete'=> 'CASCADE'))
                ->addForeignKey('widget_model_id', 'cfg_widgets_models', 'widget_model_id', array('delete'=> 'CASCADE'))
                ->save();
         
        $cfg_widgets = $this->table('cfg_widgets', array('id' => false, 'primary_key' => array('widget_id')));
        $cfg_widgets
                ->addColumn('widget_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('widget_model_id','integer', array('null' => true))
                ->addColumn('title','string',array('limit' => 255, 'null' => false))
                ->addColumn('custom_view_id','integer', array('null' => true))
                ->addColumn('organization_id','integer', array('null' => true))
                ->addIndex(array('widget_model_id'), array('unique' => false))
                ->addIndex(array('custom_view_id'), array('unique' => false))
                ->addForeignKey('organization_id', 'cfg_organizations', 'organization_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('custom_view_id', 'cfg_custom_views', 'custom_view_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('widget_model_id', 'cfg_widgets_models', 'widget_model_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
          
        $cfg_widgets_models = $this->table('cfg_widgets_models', array('id' => false, 'primary_key' => array('widget_model_id', 'module_id'))); 
        $cfg_widgets_models
                ->addColumn('widget_model_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('module_id','integer', array('null' => false))
                ->addColumn('name','string',array('limit' => 255, 'null' => false))
                ->addColumn('shortname','string',array('limit' => 255, 'null' => false))
                ->addColumn('description','string',array('limit' => 255, 'null' => false))
                ->addColumn('version','string',array('limit' => 255, 'null' => false))
                ->addColumn('author','string',array('limit' => 255, 'null' => false))
                ->addColumn('email','string',array('limit' => 255, 'null' => true))
                ->addColumn('website','string',array('limit' => 255, 'null' => true))
                ->addColumn('keywords','string',array('limit' => 255, 'null' => true))
                ->addColumn('screenshot','string',array('limit' => 255, 'null' => true))
                ->addColumn('thumbnail','string',array('limit' => 255, 'null' => true))
                ->addColumn('isactivated','integer',array('null' => false))
                ->addColumn('isinstalled','integer',array('null' => false))
                ->addForeignKey('module_id', 'cfg_modules', 'id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
                
        $cfg_widgets_parameters = $this->table('cfg_widgets_parameters', array('id' => false, 'primary_key' => array('parameter_id')));
        $cfg_widgets_parameters
                ->addColumn('parameter_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('parameter_name','string', array('limit' => 255, 'null' => false))
                ->addColumn('default_value','string', array('limit' => 255, 'null' => true))
                ->addColumn('header_title','string', array('limit' => 255, 'null' => true))
                ->addColumn('require_permission','string', array('limit' => 255, 'null' => false))
                ->addColumn('parameter_order','integer', array('null' => false))
                ->addColumn('widget_model_id','integer', array('null' => false))
                ->addColumn('field_type_id','integer', array('null' => false))
                ->addColumn('is_filter','integer', array('null' => false, "default" => "0"))
                ->addIndex(array('widget_model_id'), array('unique' => false))
                ->addIndex(array('field_type_id'), array('unique' => false))
                ->addForeignKey('widget_model_id', 'cfg_widgets_models', 'widget_model_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('field_type_id', 'cfg_widgets_parameters_fields_types', 'field_type_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
        
        $cfg_widgets_parameters_fields_types = $this->table('cfg_widgets_parameters_fields_types', array('id' => false, 'primary_key' => array('field_type_id')));
        $cfg_widgets_parameters_fields_types
                ->addColumn('field_type_id','integer', array('identity' => true, 'null' => false))
                ->addColumn('ft_typename','string', array('limit' => 50, 'null' => false))
                ->addColumn('is_connector','integer', array('null' => false, "default" => "0"))
                ->save();
               
        $cfg_widgets_parameters_multiple_options = $this->table('cfg_widgets_parameters_multiple_options', array('id' => false, 'primary_key' => array('parameter_id')));
        $cfg_widgets_parameters_multiple_options
                ->addColumn('parameter_id','integer', array('signed' => false, 'null' => false))
                ->addColumn('option_name','string', array('limit' => 255, 'null' => false))
                ->addColumn('option_value','string', array('limit' => 255, 'null' => false))
                ->addIndex(array('parameter_id'), array('unique' => false))
                ->addForeignKey('parameter_id', 'cfg_widgets_parameters', 'parameter_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
           
        $cfg_widgets_parameters_range = $this->table('cfg_widgets_parameters_range', array('id' => false, 'primary_key' => array('parameter_id')));
        $cfg_widgets_parameters_range
                ->addColumn('parameter_id','integer', array('identity' => true, 'signed' => false, 'null' => false))
                ->addColumn('min_range','integer', array('null' => false))
                ->addColumn('max_range','integer', array('null' => false))
                ->addColumn('step','integer', array('null' => false))
                ->addIndex(array('parameter_id'), array('unique' => false))
                ->addForeignKey('parameter_id', 'cfg_widgets_parameters', 'parameter_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();
        
        $cfg_widgets_preferences = $this->table('cfg_widgets_preferences', array('id' => false, 'primary_key' => array('environment_id')));
        $cfg_widgets_preferences
                ->addColumn('widget_id','integer', array('null' => true))
                ->addColumn('parameter_id','integer', array('null' => false))
                ->addColumn('preference_value','string', array('limit' => 255, 'null' => false))
                ->addColumn('comparator','integer', array('null' => true))
                ->addIndex(array('parameter_id'), array('unique' => false))
                ->addIndex(array('widget_id'), array('unique' => false))
                ->addForeignKey('widget_id', 'cfg_widgets', 'widget_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->addForeignKey('parameter_id', 'cfg_widgets_parameters', 'parameter_id', array('delete'=> 'CASCADE', 'update'=> 'RESTRICT'))
                ->save();     
    }

    /**
    * Migrate Up.
    */
    public function up()
    {
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (1, "text", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (2, "boolean", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (3, "hidden", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (4, "password", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (5, "list", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (6, "range", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (7, "compare", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (8, "sort", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (9, "date", 0)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (10, "host", 1)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (11, "hostTemplate", 1)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (12, "serviceTemplate", 1)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (13, "hostgroup", 1)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (14, "servicegroup", 1)');
        $this->execute('INSERT INTO cfg_widgets_parameters_fields_types ("field_type_id", "ft_typename", "is_connector") values (15, "service", 1)');
    }
}
    
{'fraction_non_alphanumeric': 0.17042634366781495, 'fraction_numerical': 0.007852724376782605, 'mean_word_length': 3.2935750636132317, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 532, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5568342', 'n_tokens_mistral': 7899, 'n_tokens_neox': 7309, 'n_words': 1637}