<commit_before><?php
/**
 * @copyright Copyright (C) 2020, Friendica
 *
 * @license GNU AGPL version 3 or any later version
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as
 * published by the Free Software Foundation, either version 3 of the
 * License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 *
 */

namespace Friendica\Module\Settings;

use Friendica\App;
use Friendica\Core\Hook;
use Friendica\Core\Renderer;
use Friendica\Database\DBA;
use Friendica\Database\DBStructure;
use Friendica\DI;
use Friendica\Module\BaseSettings;

/**
 * Module to export user data
 **/
class UserExport extends BaseSettings
{
	/**
	 * Handle the request to export data.
	 * At the moment one can export three different data set
	 * 1. The profile data that can be used by uimport to resettle
	 *    to a different Friendica instance
	 * 2. The entire data-set, profile plus postings
	 * 3. A list of contacts as CSV file similar to the export of Mastodon
	 *
	 * If there is an action required through the URL / path, react
	 * accordingly and export the requested data.
	 **/
	public static function content(array $parameters = [])
	{
		parent::content($parameters);

		/**
		 * options shown on "Export personal data" page
		 * list of array( 'link url', 'link text', 'help text' )
		 */
		$options = [
			['settings/userexport/account', DI::l10n()->t('Export account'), DI::l10n()->t('Export your account info and contacts. Use this to make a backup of your account and/or to move it to another server.')],
			['settings/userexport/backup', DI::l10n()->t('Export all'), DI::l10n()->t("Export your account info, contacts and all your items as json. Could be a very big file, and could take a lot of time. Use this to make a full backup of your account \x28photos are not exported\x29")],
			['settings/userexport/contact', DI::l10n()->t('Export Contacts to CSV'), DI::l10n()->t("Export the list of the accounts you are following as CSV file. Compatible to e.g. Mastodon.")],
		];
		Hook::callAll('uexport_options', $options);

		$tpl = Renderer::getMarkupTemplate("settings/userexport.tpl");
		return Renderer::replaceMacros($tpl, [
			'$title' => DI::l10n()->t('Export personal data'),
			'$options' => $options
		]);
	}
	/**
	 * raw content generated for the different choices made
	 * by the user. At the moment this returns a JSON file
	 * to the browser which then offers a save / open dialog
	 * to the user.
	 **/
	public static function rawContent(array $parameters = [])
	{
		$args = DI::args();
		if ($args->getArgc() == 3) {
			// @TODO Replace with router-provided arguments
			$action = $args->get(2);
			$user = DI::app()->user;
			switch ($action) {
				case "backup":
					header("Content-type: application/json");
					header('Content-Disposition: attachment; filename="' . $user['nickname'] . '.' . $action . '"');
					self::exportAll(DI::app());
					exit();
					break;
				case "account":
					header("Content-type: application/json");
					header('Content-Disposition: attachment; filename="' . $user['nickname'] . '.' . $action . '"');
					self::exportAccount(DI::app());
					exit();
					break;
				case "contact":
					header("Content-type: application/csv");
					header('Content-Disposition: attachment; filename="' . $user['nickname'] . '-contacts.csv'. '"');
					self::exportContactsAsCSV();
					exit();
					break;
				default:
					exit();
			}
		}
	}
	private static function exportMultiRow(string $query)
	{
		$dbStructure = DBStructure::definition(DI::app()->getBasePath(), false);

		preg_match("/\s+from\s+`?([a-z\d_]+)`?/i", $query, $match);
		$table = $match[1];

		$result = [];
		$rows = DBA::p($query);
		while ($row = DBA::fetch($rows)) {
			$p = [];
			foreach ($row as $k => $v) {
				switch ($dbStructure[$table]['fields'][$k]['type']) {
					case 'datetime':
						$p[$k] = $v ?? DBA::NULL_DATETIME;
						break;
					default:
						$p[$k] = $v;
						break;
				}
			}
			$result[] = $p;
		}
		DBA::close($rows);
		return $result;
	}

	private static function exportRow(string $query)
	{
		$dbStructure = DBStructure::definition(DI::app()->getBasePath(), false);<commit_msg>Loop on expected fields instead of existing fields in Settings\UserExport<commit_after><?php
/**
 * @copyright Copyright (C) 2020, Friendica
 *
 * @license GNU AGPL version 3 or any later version
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as
 * published by the Free Software Foundation, either version 3 of the
 * License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 *
 */

namespace Friendica\Module\Settings;

use Friendica\App;
use Friendica\Core\Hook;
use Friendica\Core\Renderer;
use Friendica\Database\DBA;
use Friendica\Database\DBStructure;
use Friendica\DI;
use Friendica\Module\BaseSettings;

/**
 * Module to export user data
 **/
class UserExport extends BaseSettings
{
	/**
	 * Handle the request to export data.
	 * At the moment one can export three different data set
	 * 1. The profile data that can be used by uimport to resettle
	 *    to a different Friendica instance
	 * 2. The entire data-set, profile plus postings
	 * 3. A list of contacts as CSV file similar to the export of Mastodon
	 *
	 * If there is an action required through the URL / path, react
	 * accordingly and export the requested data.
	 **/
	public static function content(array $parameters = [])
	{
		parent::content($parameters);

		/**
		 * options shown on "Export personal data" page
		 * list of array( 'link url', 'link text', 'help text' )
		 */
		$options = [
			['settings/userexport/account', DI::l10n()->t('Export account'), DI::l10n()->t('Export your account info and contacts. Use this to make a backup of your account and/or to move it to another server.')],
			['settings/userexport/backup', DI::l10n()->t('Export all'), DI::l10n()->t("Export your account info, contacts and all your items as json. Could be a very big file, and could take a lot of time. Use this to make a full backup of your account \x28photos are not exported\x29")],
			['settings/userexport/contact', DI::l10n()->t('Export Contacts to CSV'), DI::l10n()->t("Export the list of the accounts you are following as CSV file. Compatible to e.g. Mastodon.")],
		];
		Hook::callAll('uexport_options', $options);

		$tpl = Renderer::getMarkupTemplate("settings/userexport.tpl");
		return Renderer::replaceMacros($tpl, [
			'$title' => DI::l10n()->t('Export personal data'),
			'$options' => $options
		]);
	}
	/**
	 * raw content generated for the different choices made
	 * by the user. At the moment this returns a JSON file
	 * to the browser which then offers a save / open dialog
	 * to the user.
	 **/
	public static function rawContent(array $parameters = [])
	{
		$args = DI::args();
		if ($args->getArgc() == 3) {
			// @TODO Replace with router-provided arguments
			$action = $args->get(2);
			$user = DI::app()->user;
			switch ($action) {
				case "backup":
					header("Content-type: application/json");
					header('Content-Disposition: attachment; filename="' . $user['nickname'] . '.' . $action . '"');
					self::exportAll(DI::app());
					exit();
					break;
				case "account":
					header("Content-type: application/json");
					header('Content-Disposition: attachment; filename="' . $user['nickname'] . '.' . $action . '"');
					self::exportAccount(DI::app());
					exit();
					break;
				case "contact":
					header("Content-type: application/csv");
					header('Content-Disposition: attachment; filename="' . $user['nickname'] . '-contacts.csv'. '"');
					self::exportContactsAsCSV();
					exit();
					break;
				default:
					exit();
			}
		}
	}
	private static function exportMultiRow(string $query)
	{
		$dbStructure = DBStructure::definition(DI::app()->getBasePath(), false);

		preg_match("/\s+from\s+`?([a-z\d_]+)`?/i", $query, $match);
		$table = $match[1];

		$result = [];
		$rows = DBA::p($query);
		while ($row = DBA::fetch($rows)) {
			$p = [];
			foreach ($dbStructure[$table]['fields'] as $column => $field) {
				if ($field['type'] == 'datetime') {
					$p[$column] = $v ?? DBA::NULL_DATETIME;
				} else {
					$p[$column] = $v;
				}
			}
			$result[] = $p;
		}
		DBA::close($rows);
		return $result;
	}

	private static function exportRow(string $query)
	{
		$dbStructure = DBStructure::definition(DI::app()->getBasePath(), false);
{'fraction_non_alphanumeric': 0.14662060030231053, 'fraction_numerical': 0.006478082487583675, 'mean_word_length': 3.6431077694235587, 'pattern_counts': {'":': 6, '<': 7, '<?xml version=': 0, '>': 35, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6627092', 'n_tokens_mistral': 3171, 'n_tokens_neox': 2747, 'n_words': 957}