<commit_before>#/bin/sh

. /opt/engos/etc/scripts.env



cd $MasterImagesDir



	for class in `ls $MasterImagesDir`
		do 
			cd $class
			for dir in `ls .`
			  do
				cd $MasterImagesDir/$class/$dir
					if test -f TAG
						then 
							tag=`cat TAG`
							echo "----------------------"
							echo "Building $tag"
							docker build --rm=true -t $tag .
								if test $? -eq 0
									then
										echo "Built $tag"
									else
										echo "Failed to build $tag in $class/$dir"
										exit
								fi
							echo "======================"
					fi
			done
		cd $MasterImagesDir
			 
		
		done




<commit_msg>touchs a file to indicate last build ts (as in files modifiction time and not file content)<commit_after>#/bin/sh

. /opt/engos/etc/scripts.env



cd $MasterImagesDir



	for class in `ls $MasterImagesDir`
		do 
			cd $class
			for dir in `ls .`
			  do
				cd $MasterImagesDir/$class/$dir
					if test -f TAG
						then 
							tag=`cat TAG`
							echo "----------------------"
							echo "Building $tag"
							docker build --rm=true -t $tag .
								if test $? -eq 0
									then
										echo "Built $tag"
										touch last_built
									else
										echo "Failed to build $tag in $class/$dir"
										exit
								fi
							echo "======================"
					fi
			done
		cd $MasterImagesDir
			 
		
		done





{'fraction_non_alphanumeric': 0.14781966001478197, 'fraction_numerical': 0.0014781966001478197, 'mean_word_length': 1.4135472370766489, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '611302', 'n_tokens_mistral': 695, 'n_tokens_neox': 409, 'n_words': 136}