<commit_before><?php

###
# @name			Upload Module
# @author		<NAME>
# @copyright	2014 by <NAME>
###

if (!defined('LYCHEE')) exit('Error: Direct access is not allowed!');

class Import extends Module {

	static function photo($database, $plugins, $settings, $path, $albumID = 0, $description = '', $tags = '') {

		$info	= getimagesize($path);
		$size	= filesize($path);
		$photo	= new Photo($database, $plugins, $settings, null);

		$nameFile					= array(array());
		$nameFile[0]['name']		= $path;
		$nameFile[0]['type']		= $info['mime'];
		$nameFile[0]['tmp_name']	= $path;
		$nameFile[0]['error']		= 0;
		$nameFile[0]['size']		= $size;

		if (!$photo->add($nameFile, $albumID, $description, $tags)) return false;
		return true;

	}

	static function url($urls, $albumID = 0) {

		$error = false;

		# Parse
		$urls = str_replace(' ', '%20', $urls);
		$urls = explode(',', $urls);

		foreach ($urls as &$url) {

			if (@exif_imagetype($url)===false) {
				$error = true;
				continue;
			}

			$pathinfo	= pathinfo($url);
			$filename	= $pathinfo['filename'] . '.' . $pathinfo['extension'];
			$tmp_name	= LYCHEE_DATA . $filename;

			if (@copy($url, $tmp_name)===false) $error = true;

		}

		$import = Import::server($albumID, LYCHEE_DATA);

		if ($error===false&&$import===true) return true;
		else return false;

	}

	static function server($albumID = 0, $path) {

		if (!isset($path)) $path = LYCHEE_UPLOADS_IMPORT;

		//determine OS type and set move cmd (Windows untested!)
		$myos = strtoupper( substr(PHP_OS,0,3) );

		if ( $myos  === "WIN" ) { $osmv = 'MOVE'; } else { $osmv = 'mv'; }

		//generate tmp dir name by hashing epoch time & random number
		$tmpdirname = md5(time() . rand());

		global $database;

		if ( isset($tmpdirname) ){

			//make temporary directory
	  		if (@mkdir(LYCHEE_DATA . "$tmpdirname")!==false) { 

				//get list of folders and move them to tmpdir
				$folders = glob($path . '*', GLOB_ONLYDIR);

				if ( isset($folders) ) {

					foreach ($folders as $folder) {

						$out = ''; 
						$ret = ''; 

						@exec("$osmv " . $folder . ' ' . LYCHEE_DATA . $tmpdirname, $out, $ret); 	
						
						if ( isset($ret) && ($ret > 0) ) Log::error($database, __METHOD__, __LINE__, "Failed to move directory or file ($ret):" . $folder);
					
					} 

				}

				//get list of files and move them to tmpdir
			 	$files = glob($path . '*');	
			
				if ( isset($files) ) {

					foreach ($files as $file) {

						//prevent logging second error for directories that could not be moved.
						if ( is_dir($file) ) continue; 

						$out = ''; 
						$ret = ''; 

						@exec("$osmv " . $file . ' ' . LYCHEE_DATA . $tmpdirname, $out, $ret); 	
						if ( isset($ret) && ($ret > 0) ) Log::error($database, __METHOD__, __LINE__, "Failed to move directory or file ($ret):" . $file);

					}

				}

				//If no files could be copied to the temp dir, remove.
				if ( count( glob(LYCHEE_DATA . "$tmpdirname/*") ) == 0 ) { rmdir(LYCHEE_DATA . "$tmpdirname"); return false; }

			} else {

				Log::error($database, __METHOD__, __LINE__, 'Failed to create temporary directory');
				return false;

			}

		} else {

			Log::error($database, __METHOD__, __LINE__, 'Failed to generate temporary directory name');	
			return false;

		}

		global $plugins, $settings;

		$contains['photos']	= false;
		$contains['albums']	= false;
			
		$path = LYCHEE_DATA . "$tmpdirname"; 
		$files = glob($path . '/*');	

		foreach ($files as $file) {

			//It's possible to move a file because of directory permissions but
			//the file may still be unreadable by the user
			if (!is_readable($file) ) { Log::error($database, __METHOD__, __LINE__, 'Could not read file or directory: ' . $file); continue; }

			if (@exif_imagetype($file)!==false) {

				# Photo

				if (!Import::photo($database, $plugins, $settings, $file, $albumID)) return false;
				$contains['photos'] = true;

			} else if (is_dir($file)) {

				# Folder

				$name		= mysqli_real_escape_string($database, basename($file));
				$album		= new Album($database, null, null, null);
				$newAlbumID	= $album->add('[Import] ' . $name);

				if ($newAlbumID!==false) Import::server($newAlbumID, $file . '/');
				$contains['albums'] = true;

			}

		}

		if ($contains['photos']===false&&$contains['albums']===false)	return 'Warning: Folder empty or no readable files to process!';
		if ($contains['photos']===false&&$contains['albums']===true)	return 'Notice: Import only contains albums!';
		return true;

	}

}

?>
<commit_msg>Code adjustments and improvemts for #151<commit_after><?php

###
# @name			Upload Module
# @author		<NAME>
# @copyright	2014 by <NAME>
###

if (!defined('LYCHEE')) exit('Error: Direct access is not allowed!');

class Import extends Module {

	static function photo($database, $plugins, $settings, $path, $albumID = 0, $description = '', $tags = '') {

		$info	= getimagesize($path);
		$size	= filesize($path);
		$photo	= new Photo($database, $plugins, $settings, null);

		$nameFile					= array(array());
		$nameFile[0]['name']		= $path;
		$nameFile[0]['type']		= $info['mime'];
		$nameFile[0]['tmp_name']	= $path;
		$nameFile[0]['error']		= 0;
		$nameFile[0]['size']		= $size;

		if (!$photo->add($nameFile, $albumID, $description, $tags)) return false;
		return true;

	}

	static function url($urls, $albumID = 0) {

		$error = false;

		# Parse
		$urls = str_replace(' ', '%20', $urls);
		$urls = explode(',', $urls);

		foreach ($urls as &$url) {

			if (@exif_imagetype($url)===false) {
				$error = true;
				continue;
			}

			$pathinfo	= pathinfo($url);
			$filename	= $pathinfo['filename'] . '.' . $pathinfo['extension'];
			$tmp_name	= LYCHEE_DATA . $filename;

			if (@copy($url, $tmp_name)===false) $error = true;

		}

		$import = Import::server($albumID, LYCHEE_DATA);

		if ($error===false&&$import===true) return true;
		else return false;

	}

	static function server($albumID = 0, $path) {

		global $database, $plugins, $settings;

		if (!isset($path)) $path = LYCHEE_UPLOADS_IMPORT;

		# Determine OS type and set move cmd (Windows untested!)
		$myos = substr(PHP_OS,0,3);
		$myos = strtoupper($myos);

		if ($myos==='WIN') $osmv = 'MOVE';
		else $osmv = 'mv';

		# Generate tmp dir name by hashing epoch time & random number
		$tmpdirname = md5(time() . rand());

		# Make temporary directory
	  	if (@mkdir(LYCHEE_DATA . $tmpdirname)===false) {
			Log::error($database, __METHOD__, __LINE__, 'Failed to create temporary directory');
			return false;
		}

		# Get list of files and move them to tmpdir
		$files = glob($path . '*');
		if (isset($files)) {

			foreach ($files as $file) {

				# Prevent index.html from being moved
				if (basename($file)==='index.html') continue;

				$out = '';
				$ret = '';

				@exec($osmv . ' ' . $file . ' ' . LYCHEE_DATA . $tmpdirname, $out, $ret);
				if (isset($ret)&&($ret>0)) Log::error($database, __METHOD__, __LINE__, "Failed to move directory or file ($ret):" . $file);

			}

		}

		# If no files could be copied to the temp dir, remove
		$files = glob(LYCHEE_DATA . $tmpdirname . '/*');
		if (count($files)===0) {
			rmdir(LYCHEE_DATA . $tmpdirname);
			Log::error($database, __METHOD__, __LINE__, 'Import failed, because files could not be temporary moved to ' . LYCHEE_DATA);
			return false;
		}

		$error				= false;
		$contains['photos']	= false;
		$contains['albums']	= false;

		$path = LYCHEE_DATA . $tmpdirname;
		$files = glob($path . '/*');

		foreach ($files as $file) {

			# It is possible to move a file because of directory permissions but
			# the file may still be unreadable by the user
			if (!is_readable($file)) {
				$error = true;
				Log::error($database, __METHOD__, __LINE__, 'Could not read file or directory: ' . $file);
				continue;
			}

			if (@exif_imagetype($file)!==false) {

				# Photo

				if (!Import::photo($database, $plugins, $settings, $file, $albumID)) {
					$error = true;
					Log::error($database, __METHOD__, __LINE__, 'Could not import file: ' . $file);
					continue;
				}
				$contains['photos'] = true;

			} else if (is_dir($file)) {

				# Folder

				$name		= mysqli_real_escape_string($database, basename($file));
				$album		= new Album($database, null, null, null);
				$newAlbumID	= $album->add('[Import] ' . $name);

				if ($newAlbumID===false) {
					$error = true;
					Log::error($database, __METHOD__, __LINE__, 'Could not create album in Lychee (' . $newAlbumID . ')');
					continue;
				}

				Import::server($newAlbumID, $file . '/');

				$contains['albums'] = true;

			}

		}

		# Delete tmpdir if import was successful
		if ($error===false) rmdir(LYCHEE_DATA . $tmpdirname);

		if ($contains['photos']===false&&$contains['albums']===false)	return 'Warning: Folder empty or no readable files to process!';
		if ($contains['photos']===false&&$contains['albums']===true)	return 'Notice: Import only contains albums!';
		return true;

	}

}

?>

{'fraction_non_alphanumeric': 0.18286099865047234, 'fraction_numerical': 0.004948268106162843, 'mean_word_length': 3.480100755667506, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 16, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2188977', 'n_tokens_mistral': 3629, 'n_tokens_neox': 3037, 'n_words': 803}