<commit_before>#!/bin/bash


	grep :$data_gid: /etc/group >/dev/null
	if test $? -ne 0
	 then
		groupadd -g $data_gid writegrp
	fi
	
	id $ContUser | grep $data_gid >/dev/null	
	if test $? -ne 0
	 then
		usermod -G $data_gid -a $ContUser
	fi
	chown -R  $data_uid.$data_gid  /home/app
	
	 mkdir -p ~$ContUser/.ssh
     chown -R $ContUser ~$ContUser/.ssh
 
	if test -f /build_scripts/finalise_environment.sh
		then	
			/build_scripts/finalise_environment.sh
	fi
	
	if ! test -z "$VOLDIR"
	then
		ln -s $VOLDIR /data
	fi<commit_msg>debug group addition move home stuff to finalise<commit_after>#!/bin/bash


	grep :$data_gid: /etc/group >/dev/null
	if test $? -ne 0
	 then
		groupadd -g $data_gid writegrp 
	fi
echo "	id $ContUser | grep $data_gid '"
 id $ContUser | grep $data_gid 
 
	id $ContUser | grep $data_gid >/dev/null	
	if test $? -ne 0
	 then
	echo "add contuser to data group"
		usermod -G $data_gid -a $ContUser
	fi
	chown -R  $data_uid.$data_gid  /home/app
	
	 mkdir -p ~$ContUser/.ssh
     chown -R $ContUser ~$ContUser/.ssh
 
	if test -f /build_scripts/finalise_environment.sh
		then	
			/build_scripts/finalise_environment.sh
	fi
	
	if ! test -z "$VOLDIR"
	then
		ln -s $VOLDIR /data
	fi
	
chown $ContUser $HOME
chmod g-w $HOME
{'fraction_non_alphanumeric': 0.11702986279257466, 'fraction_numerical': 0.003228410008071025, 'mean_word_length': 2.803680981595092, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '141254', 'n_tokens_mistral': 564, 'n_tokens_neox': 499, 'n_words': 145}