<commit_before><?php
namespace Slimpd;

class RegexHelper {
	
	public $dStart  = "/^";
	public $dEnd    = "$/";
	public $dEndInsens= "$/i";
		
		
	public $num    = "([\d]{1,3})";
	public $vinyl  = "([A-M\d]{1,3})"; // a1, AA2,
	public $glue   = "(?:[ .\-_\|]{1,4})"; // "_-_", ". ", "-",
	public $glueNoWhitespace   = "(?:[.\-_]{1,4})"; // "_-_", ". ", "-",
	public $ext    = "\.([a-z\d]{2,4})";
	public $scene  = "-([^\s\-]+)";
	public $year  = "((?:[1920]{2})(?:[0-9]{2}))";
	#public $year  = "([0-9]{4})";
	public $catNr  = "((?:([\(\[]{1})?((?:[A-Z]{2,8})(?:[0-9]{1,})(?:[A-Z]{2,7})?)(?:([\)\]]{1})?)))";
	public $source  = "((?:([\(\[]{1})?([vinylVINYLwebWEBCDcd]{3,5})(?:([\)\]]{1})?)))";
	public $noMinus= "([^-]+)";
	public $anything= "(.*)";
	
	
	
	
	
	public $mayBracket = "(?:([\(\)\[\]]{0,1}))?"; 
	
	public $va = "(v\.a\.|various|various\ artists|various\ artist)";
	
	
	public function seemsYeary($input) {
		return ($input > 1900 && $input < date("Y")+1 )? TRUE : FALSE;
	}
	
	public function seemsCatalogy($input) {
		$input = preg_replace('/[^A-Z0-9]/', "", strtoupper($input));<commit_msg>extended catNr regex from 8 to 14 uppercase letters<commit_after><?php
namespace Slimpd;

class RegexHelper {
	
	public $dStart  = "/^";
	public $dEnd    = "$/";
	public $dEndInsens= "$/i";
		
		
	public $num    = "([\d]{1,3})";
	public $vinyl  = "([A-M\d]{1,3})"; // a1, AA2,
	public $glue   = "(?:[ .\-_\|]{1,4})"; // "_-_", ". ", "-",
	public $glueNoWhitespace   = "(?:[.\-_]{1,4})"; // "_-_", ". ", "-",
	public $ext    = "\.([a-z\d]{2,4})";
	public $scene  = "-([^\s\-]+)";
	public $year  = "((?:[1920]{2})(?:[0-9]{2}))";
	#public $year  = "([0-9]{4})";
	public $catNr  = "((?:([\(\[]{1})?((?:[A-Z]{2,14})(?:[0-9]{1,})(?:[A-Z]{2,7})?)(?:([\)\]]{1})?)))";
	public $source  = "((?:([\(\[]{1})?([vinylVINYLwebWEBCDcd]{3,5})(?:([\)\]]{1})?)))";
	public $noMinus= "([^-]+)";
	public $anything= "(.*)";
	
	
	
	
	
	public $mayBracket = "(?:([\(\)\[\]]{0,1}))?"; 
	
	public $va = "(v\.a\.|various|various\ artists|various\ artist)";
	
	
	public function seemsYeary($input) {
		return ($input > 1900 && $input < date("Y")+1 )? TRUE : FALSE;
	}
	
	public function seemsCatalogy($input) {
		$input = preg_replace('/[^A-Z0-9]/', "", strtoupper($input));
{'fraction_non_alphanumeric': 0.36662228140257436, 'fraction_numerical': 0.04172214824678207, 'mean_word_length': 3.499001996007984, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5300200', 'n_tokens_mistral': 1091, 'n_tokens_neox': 1009, 'n_words': 151}