<commit_before><?php
/*	Project:	EQdkp-Plus
 *	Package:	EQdkp-plus
 *	Link:		http://eqdkp-plus.eu
 *
 *	Copyright (C) 2006-2016 EQdkp-Plus Developer Team
 *
 *	This program is free software: you can redistribute it and/or modify
 *	it under the terms of the GNU Affero General Public License as published
 *	by the Free Software Foundation, either version 3 of the License, or
 *	(at your option) any later version.
 *
 *	This program is distributed in the hope that it will be useful,
 *	but WITHOUT ANY WARRANTY; without even the implied warranty of
 *	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *	GNU Affero General Public License for more details.
 *
 *	You should have received a copy of the GNU Affero General Public License
 *	along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

if ( !defined('EQDKP_INC') ){
	header('HTTP/1.0 404 Not Found');exit;
}

class content_export extends gen_class {

	private $timestamp;
	private $date_created;
	private $presets = array();

	public function __construct(){
		$this->timestamp		= $this->time->time;
		$this->date_created		= date("d.m.y G:i:s");
		$this->presets = array(
			array('name' => 'earned', 'sort' => true, 'th_add' => '', 'td_add' => ''),
			array('name' => 'spent', 'sort' => true, 'th_add' => '', 'td_add' => ''),
			array('name' => 'adjustment', 'sort' => true, 'th_add' => '', 'td_add' => ''),
			array('name' => 'current', 'sort' => true, 'th_add' => '', 'td_add' => ''),
		);
	}

	public function export($withMemberItems = false, $withMemberAdjustments = false, $filter = false, $filterid = false, $blnIncludeHTML = false, $blnAdditionalColumns=false){
		$arrPresets = array();
		foreach ($this->presets as $preset){
			$pre = $this->pdh->pre_process_preset($preset['name'], $preset);
				if(empty($pre))
					continue;

			$arrPresets[$pre[0]['name']] = $pre[0];
		}
		
		//Additional Presets
		$hptt_page_settings = $this->pdh->get_page_settings('listmembers', 'hptt_listmembers_memberlist_detail');
		foreach($hptt_page_settings['table_presets'] as $preset){
			$pre = $this->pdh->pre_process_preset($preset['name'], $preset);
			if(empty($pre))
				continue;
			
			$arrPresets[$pre[0]['name']] = $pre[0];
		}

		$out = array();

		$out['eqdkp'] = array(
			'name'				=> unsanitize($this->config->get('guildtag')),
			'guild'				=> unsanitize($this->config->get('guildtag')),
			'dkp_name'			=> $this->config->get('dkp_name'),
			'version'			=> $this->config->get('plus_version'),
			'layout'			=> $this->config->get('eqdkp_layout'),
			'base_layout'		=> $this->pdh->get_eqdkp_base_layout($this->config->get('eqdkp_layout')),
		);
		$out['game'] = array(
			'name'				=> $this->config->get('default_game'),
			'version'			=> $this->config->get('game_version'),
			'language'			=> $this->config->get('game_language'),
			'server_name'		=> unsanitize($this->config->get('servername')),
			'server_loc'		=> $this->config->get('uc_server_loc'),
		);
		$out['info'] = array(
			'with_twink'		=> (intval($this->config->get('show_twinks'))) ? 0 : 1,
			'date'				=> $this->date_created,
			'timestamp'			=> $this->timestamp,
			'total_players'		=> count($this->pdh->get('member', 'id_list')),
			'total_items'		=> count($this->pdh->get('item', 'id_list')),
		);

		$mdkps = $this->pdh->get('multidkp', 'id_list');

		//Alle Member
		$total_points = 0;
		$members = $this->pdh->sort($this->pdh->get('member', 'id_list'), 'member', 'name');

		//Filter here
		if ($filter && $filterid){
			switch($filter){
				case 'user': $members = $this->pdh->sort($this->pdh->get('member', 'connection_id', array($filterid)), 'member', 'name');
				break;
				case 'character': $members = array($filterid);
				break;
			}
		}

		if (is_array($members) && count($members) > 0) {
			foreach ($members as $member){
				$points = array();
				foreach ($mdkps as $mdkp){
					$points['multidkp_points:'.$mdkp] = array(
						'multidkp_id'	=> $mdkp,
						'points_current' => (isset($arrPresets['current'])) ? runden($this->pdh->get($arrPresets['current'][0], $arrPresets['current'][1], $arrPresets['current'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false))) : false,
						'points_current_with_twink' => (isset($arrPresets['current'])) ? runden($this->pdh->get($arrPresets['current'][0], $arrPresets['current'][1], $arrPresets['current'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true))) : false,
						'points_earned'	=> (isset($arrPresets['earned'])) ? runden($this->pdh->get($arrPresets['earned'][0], $arrPresets['earned'][1], $arrPresets['earned'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false))) : false,
						'points_earned_with_twink' => (isset($arrPresets['earned'])) ? runden($this->pdh->get($arrPresets['earned'][0], $arrPresets['earned'][1], $arrPresets['earned'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true))) : false,
						'points_spent'	=> (isset($arrPresets['spent'])) ? runden($this->pdh->get($arrPresets['spent'][0], $arrPresets['spent'][1], $arrPresets['spent'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false))) : false,
						'points_spent_with_twink'	=> (isset($arrPresets['spent'])) ? runden($this->pdh->get($arrPresets['spent'][0], $arrPresets['spent'][1], $arrPresets['spent'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true))) : false,
						'points_adjustment'	=> (isset($arrPresets['adjustment'])) ? runden($this->pdh->get($arrPresets['adjustment'][0], $arrPresets['adjustment'][1], $arrPresets['adjustment'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false))) : false,
						'points_adjustment_with_twink'	=> (isset($arrPresets['adjustment'])) ? runden($this->pdh->get($arrPresets['adjustment'][0], $arrPresets['adjustment'][1], $arrPresets['adjustment'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true))) : false,
					);
					if($blnAdditionalColumns){
						foreach($arrPresets as $arrPreset){
							$points['multidkp_points:'.$mdkp][$arrPreset[0].'_'.$arrPreset[1]] = $this->pdh->get($arrPreset[0], $arrPreset[1], $arrPreset[2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false, '%link_url%' => $this->env->buildlink(false).$this->routing->simpleBuild('character'), '%link_url_suffix%' => '', '%use_controller%' => true));
							$points['multidkp_points:'.$mdkp][$arrPreset[0].'_'.$arrPreset[1].'_with_twink'] = $this->pdh->get($arrPreset[0], $arrPreset[1], $arrPreset[2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true, '%link_url%' => $this->env->buildlink(false).$this->routing->simpleBuild('character'), '%link_url_suffix%' => '', '%use_controller%' => true));
						}
					}
					
					
					if ($blnIncludeHTML){
						$points['multidkp_points:'.$mdkp]['points_current_html'] 			= (isset($arrPresets['current'])) ? $this->pdh->geth($arrPresets['current'][0], $arrPresets['current'][1], $arrPresets['current'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false)) : false;
						$points['multidkp_points:'.$mdkp]['points_current_with_twink_html'] = (isset($arrPresets['current'])) ? $this->pdh->geth($arrPresets['current'][0], $arrPresets['current'][1], $arrPresets['current'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true)) : false;
						$points['multidkp_points:'.$mdkp]['points_earned_html']				= (isset($arrPresets['earned'])) ? $this->pdh->geth($arrPresets['earned'][0], $arrPresets['earned'][1], $arrPresets['earned'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false)) : false;
						$points['multidkp_points:'.$mdkp]['points_earned_with_twink_html']	= (isset($arrPresets['earned'])) ? $this->pdh->geth($arrPresets['earned'][0], $arrPresets['earned'][1], $arrPresets['earned'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true)) : false;
						$points['multidkp_points:'.$mdkp]['points_spent_html']				= (isset($arrPresets['spent'])) ? $this->pdh->geth($arrPresets['spent'][0], $arrPresets['spent'][1], $arrPresets['spent'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false)) : false;
						$points['multidkp_points:'.$mdkp]['points_spent_with_twink_html']	= (isset($arrPresets['spent'])) ? $this->pdh->geth($arrPresets['spent'][0], $arrPresets['spent'][1], $arrPresets['spent'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true)) : false;
						$points['multidkp_points:'.$mdkp]['points_adjustment_html']			= (isset($arrPresets['adjustment'])) ? $this->pdh->geth($arrPresets['adjustment'][0], $arrPresets['adjustment'][1], $arrPresets['adjustment'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false)) : false;
						$points['multidkp_points:'.$mdkp]['points_adjustment_with_twink_html']	= (isset($arrPresets['adjustment'])) ? $this->pdh->geth($arrPresets['adjustment'][0], $arrPresets['adjustment'][1], $arrPresets['adjustment'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true)) : false;
						if($blnAdditionalColumns){
							foreach($arrPresets as $arrPreset){
								$points['multidkp_points:'.$mdkp][$arrPreset[0].'_'.$arrPreset[1].'_html'] = $this->pdh->geth($arrPreset[0], $arrPreset[1], $arrPreset[2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false, '%link_url%' => $this->env->buildlink(false).$this->routing->simpleBuild('character'), '%link_url_suffix%' => '', '%use_controller%' => true));
								$points['multidkp_points:'.$mdkp][$arrPreset[0].'_'.$arrPreset[1].'_with_twink_html'] = $this->pdh->geth($arrPreset[0], $arrPreset[1], $arrPreset[2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true, '%link_url%' => $this->env->buildlink(false).$this->routing->simpleBuild('character'), '%link_url_suffix%' => '', '%use_controller%' => true));
							}
						}
					}
				}

				$items = array();
				if ($withMemberItems){
					$item_list = $this->pdh->get('item', 'itemids4memberid', array($member));
					foreach ($item_list as $item_id){
							$game_id = $this->pdh->get('item', 'game_itemid', array($item_id));
							$items['item:'.$item_id] = array(
								'game_id'		=> ($game_id) ? $game_id : 0,
								'name'			=> $this->pdh->get('item', 'name', array($item_id)),
								'value'			=> $this->pdh->get('item', 'value', array($item_id)),
								'itempool_id'	=> $this->pdh->get('item', 'itempool_id', array($item_id)),
							);
					}
				}

				$adjustments = array();
				if ($withMemberAdjustments){
					$adj_list = $this->pdh->get('adjustment', 'adjsofmember', array($member));<commit_msg>Fixed output<commit_after><?php
/*	Project:	EQdkp-Plus
 *	Package:	EQdkp-plus
 *	Link:		http://eqdkp-plus.eu
 *
 *	Copyright (C) 2006-2016 EQdkp-Plus Developer Team
 *
 *	This program is free software: you can redistribute it and/or modify
 *	it under the terms of the GNU Affero General Public License as published
 *	by the Free Software Foundation, either version 3 of the License, or
 *	(at your option) any later version.
 *
 *	This program is distributed in the hope that it will be useful,
 *	but WITHOUT ANY WARRANTY; without even the implied warranty of
 *	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *	GNU Affero General Public License for more details.
 *
 *	You should have received a copy of the GNU Affero General Public License
 *	along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

if ( !defined('EQDKP_INC') ){
	header('HTTP/1.0 404 Not Found');exit;
}

class content_export extends gen_class {

	private $timestamp;
	private $date_created;
	private $presets = array();

	public function __construct(){
		$this->timestamp		= $this->time->time;
		$this->date_created		= date("d.m.y G:i:s");
		$this->presets = array(
			array('name' => 'earned', 'sort' => true, 'th_add' => '', 'td_add' => ''),
			array('name' => 'spent', 'sort' => true, 'th_add' => '', 'td_add' => ''),
			array('name' => 'adjustment', 'sort' => true, 'th_add' => '', 'td_add' => ''),
			array('name' => 'current', 'sort' => true, 'th_add' => '', 'td_add' => ''),
		);
	}

	public function export($withMemberItems = false, $withMemberAdjustments = false, $filter = false, $filterid = false, $blnIncludeHTML = false, $blnAdditionalColumns=false){
		$arrPresets = array();
		foreach ($this->presets as $preset){
			$pre = $this->pdh->pre_process_preset($preset['name'], $preset);
				if(empty($pre))
					continue;

			$arrPresets[$pre[0]['name']] = $pre[0];
		}
		
		//Additional Presets
		$hptt_page_settings = $this->pdh->get_page_settings('listmembers', 'hptt_listmembers_memberlist_detail');
		foreach($hptt_page_settings['table_presets'] as $preset){
			$pre = $this->pdh->pre_process_preset($preset['name'], $preset);
			if(empty($pre))
				continue;
			
			$arrPresets[$pre[0]['name']] = $pre[0];
		}

		$out = array();

		$out['eqdkp'] = array(
			'name'				=> unsanitize($this->config->get('guildtag')),
			'guild'				=> unsanitize($this->config->get('guildtag')),
			'dkp_name'			=> $this->config->get('dkp_name'),
			'version'			=> $this->config->get('plus_version'),
			'layout'			=> $this->config->get('eqdkp_layout'),
			'base_layout'		=> $this->pdh->get_eqdkp_base_layout($this->config->get('eqdkp_layout')),
		);
		$out['game'] = array(
			'name'				=> $this->config->get('default_game'),
			'version'			=> $this->config->get('game_version'),
			'language'			=> $this->config->get('game_language'),
			'server_name'		=> unsanitize($this->config->get('servername')),
			'server_loc'		=> $this->config->get('uc_server_loc'),
		);
		$out['info'] = array(
			'with_twink'		=> (intval($this->config->get('show_twinks'))) ? 0 : 1,
			'date'				=> $this->date_created,
			'timestamp'			=> $this->timestamp,
			'total_players'		=> count($this->pdh->get('member', 'id_list')),
			'total_items'		=> count($this->pdh->get('item', 'id_list')),
		);

		$mdkps = $this->pdh->get('multidkp', 'id_list');

		//Alle Member
		$total_points = 0;
		$members = $this->pdh->sort($this->pdh->get('member', 'id_list'), 'member', 'name');

		//Filter here
		if ($filter && $filterid){
			switch($filter){
				case 'user': $members = $this->pdh->sort($this->pdh->get('member', 'connection_id', array($filterid)), 'member', 'name');
				break;
				case 'character': $members = array($filterid);
				break;
			}
		}

		if (is_array($members) && count($members) > 0) {
			foreach ($members as $member){
				$points = array();
				foreach ($mdkps as $mdkp){
					$points['multidkp_points:'.$mdkp] = array(
						'multidkp_id'	=> $mdkp,
						'points_current' => (isset($arrPresets['current'])) ? runden($this->pdh->get($arrPresets['current'][0], $arrPresets['current'][1], $arrPresets['current'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false))) : false,
						'points_current_with_twink' => (isset($arrPresets['current'])) ? runden($this->pdh->get($arrPresets['current'][0], $arrPresets['current'][1], $arrPresets['current'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true))) : false,
						'points_earned'	=> (isset($arrPresets['earned'])) ? runden($this->pdh->get($arrPresets['earned'][0], $arrPresets['earned'][1], $arrPresets['earned'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false))) : false,
						'points_earned_with_twink' => (isset($arrPresets['earned'])) ? runden($this->pdh->get($arrPresets['earned'][0], $arrPresets['earned'][1], $arrPresets['earned'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true))) : false,
						'points_spent'	=> (isset($arrPresets['spent'])) ? runden($this->pdh->get($arrPresets['spent'][0], $arrPresets['spent'][1], $arrPresets['spent'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false))) : false,
						'points_spent_with_twink'	=> (isset($arrPresets['spent'])) ? runden($this->pdh->get($arrPresets['spent'][0], $arrPresets['spent'][1], $arrPresets['spent'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true))) : false,
						'points_adjustment'	=> (isset($arrPresets['adjustment'])) ? runden($this->pdh->get($arrPresets['adjustment'][0], $arrPresets['adjustment'][1], $arrPresets['adjustment'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false))) : false,
						'points_adjustment_with_twink'	=> (isset($arrPresets['adjustment'])) ? runden($this->pdh->get($arrPresets['adjustment'][0], $arrPresets['adjustment'][1], $arrPresets['adjustment'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true))) : false,
					);
					if($blnAdditionalColumns){
						foreach($arrPresets as $presetName => $arrPreset){
							$points['multidkp_points:'.$mdkp]['add_'.$presetName] = $this->pdh->get($arrPreset[0], $arrPreset[1], $arrPreset[2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false, '%link_url%' => $this->env->buildlink(false).$this->routing->simpleBuild('character'), '%link_url_suffix%' => '', '%use_controller%' => true));
							$points['multidkp_points:'.$mdkp]['add_'.$presetName.'_with_twink'] = $this->pdh->get($arrPreset[0], $arrPreset[1], $arrPreset[2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true, '%link_url%' => $this->env->buildlink(false).$this->routing->simpleBuild('character'), '%link_url_suffix%' => '', '%use_controller%' => true));
						}
					}
					
					
					if ($blnIncludeHTML){
						$points['multidkp_points:'.$mdkp]['points_current_html'] 			= (isset($arrPresets['current'])) ? $this->pdh->geth($arrPresets['current'][0], $arrPresets['current'][1], $arrPresets['current'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false)) : false;
						$points['multidkp_points:'.$mdkp]['points_current_with_twink_html'] = (isset($arrPresets['current'])) ? $this->pdh->geth($arrPresets['current'][0], $arrPresets['current'][1], $arrPresets['current'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true)) : false;
						$points['multidkp_points:'.$mdkp]['points_earned_html']				= (isset($arrPresets['earned'])) ? $this->pdh->geth($arrPresets['earned'][0], $arrPresets['earned'][1], $arrPresets['earned'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false)) : false;
						$points['multidkp_points:'.$mdkp]['points_earned_with_twink_html']	= (isset($arrPresets['earned'])) ? $this->pdh->geth($arrPresets['earned'][0], $arrPresets['earned'][1], $arrPresets['earned'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true)) : false;
						$points['multidkp_points:'.$mdkp]['points_spent_html']				= (isset($arrPresets['spent'])) ? $this->pdh->geth($arrPresets['spent'][0], $arrPresets['spent'][1], $arrPresets['spent'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false)) : false;
						$points['multidkp_points:'.$mdkp]['points_spent_with_twink_html']	= (isset($arrPresets['spent'])) ? $this->pdh->geth($arrPresets['spent'][0], $arrPresets['spent'][1], $arrPresets['spent'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true)) : false;
						$points['multidkp_points:'.$mdkp]['points_adjustment_html']			= (isset($arrPresets['adjustment'])) ? $this->pdh->geth($arrPresets['adjustment'][0], $arrPresets['adjustment'][1], $arrPresets['adjustment'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false)) : false;
						$points['multidkp_points:'.$mdkp]['points_adjustment_with_twink_html']	= (isset($arrPresets['adjustment'])) ? $this->pdh->geth($arrPresets['adjustment'][0], $arrPresets['adjustment'][1], $arrPresets['adjustment'][2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true)) : false;
						if($blnAdditionalColumns){
							foreach($arrPresets as $presetName => $arrPreset){
								$points['multidkp_points:'.$mdkp]['add_'.$presetName.'_html'] = $this->pdh->geth($arrPreset[0], $arrPreset[1], $arrPreset[2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => false, '%link_url%' => $this->env->buildlink(false).$this->routing->simpleBuild('character'), '%link_url_suffix%' => '', '%use_controller%' => true));
								$points['multidkp_points:'.$mdkp]['add_'.$presetName.'_with_twink_html'] = $this->pdh->geth($arrPreset[0], $arrPreset[1], $arrPreset[2], array('%dkp_id%' => $mdkp, '%member_id%' => $member, '%with_twink%' => true, '%link_url%' => $this->env->buildlink(false).$this->routing->simpleBuild('character'), '%link_url_suffix%' => '', '%use_controller%' => true));
							}
						}
					}
				}

				$items = array();
				if ($withMemberItems){
					$item_list = $this->pdh->get('item', 'itemids4memberid', array($member));
					foreach ($item_list as $item_id){
							$game_id = $this->pdh->get('item', 'game_itemid', array($item_id));
							$items['item:'.$item_id] = array(
								'game_id'		=> ($game_id) ? $game_id : 0,
								'name'			=> $this->pdh->get('item', 'name', array($item_id)),
								'value'			=> $this->pdh->get('item', 'value', array($item_id)),
								'itempool_id'	=> $this->pdh->get('item', 'itempool_id', array($item_id)),
							);
					}
				}

				$adjustments = array();
				if ($withMemberAdjustments){
					$adj_list = $this->pdh->get('adjustment', 'adjsofmember', array($member));
{'fraction_non_alphanumeric': 0.24493015917211935, 'fraction_numerical': 0.00816743236345074, 'mean_word_length': 5.643033292231813, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 487, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6856375', 'n_tokens_mistral': 8960, 'n_tokens_neox': 8127, 'n_words': 1212}