<commit_before>instance creation
fromCommandLine
	| options architecture buildNumber repo versionInfo |
	options := CommandLineArguments default.
	architecture := options optionAt: 'ARCH' ifAbsent: [ '32' ].
	buildNumber := options optionAt: 'BUILD_NUMBER' ifAbsent: [ '1' ].
	versionInfo := options optionAt: 'VERSION_INFO' ifAbsent: [ self error: 'Must provide VERSION_INFO in the form of a git describe --long' ].
	
	('Architecture: ' , architecture) logCr.
	('BuildNumber: ' , buildNumber) logCr.
	('VersionInfo: ' , versionInfo) logCr. 
	
	versionInfo := (PBVersionInfo fromLongGitDescribe: versionInfo)
		buildNumber: buildNumber;
		yourself.
	<commit_msg>Getting the real command line arguments<commit_after>instance creation
fromCommandLine
	| options architecture buildNumber repo versionInfo |
	options := CommandLineArguments new.
	architecture := options optionAt: 'ARCH' ifAbsent: [ '32' ].
	buildNumber := options optionAt: 'BUILD_NUMBER' ifAbsent: [ '1' ].
	versionInfo := options optionAt: 'VERSION_INFO' ifAbsent: [ self error: 'Must provide VERSION_INFO in the form of a git describe --long' ].
	
	('Architecture: ' , architecture) logCr.
	('BuildNumber: ' , buildNumber) logCr.
	('VersionInfo: ' , versionInfo) logCr. 
	
	versionInfo := (PBVersionInfo fromLongGitDescribe: versionInfo)
		buildNumber: buildNumber;
		yourself.
	
{'fraction_non_alphanumeric': 0.10846953937592868, 'fraction_numerical': 0.004457652303120356, 'mean_word_length': 5.236111111111111, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1376937', 'n_tokens_mistral': 417, 'n_tokens_neox': 398, 'n_words': 119}