<commit_before>CREATE EVENT `e_generate_stat_projects_source_url`
	ON SCHEDULE
		EVERY 5 MINUTE STARTS '2018-11-19 11:57:15'
	ON COMPLETION NOT PRESERVE
	ENABLE
	COMMENT ''
	DO BEGIN

	create table stat_projects_source_url_tmp as
	select p.project_id, p.member_id,TRIM(TRAILING '/' FROM p.source_url) as source_url, p.created_at, p.changed_at from stat_projects p
	where p.source_url is not null 
	and p.source_url<>'' 
	and p.status=100
	;
	rename table stat_projects_source_url to stat_projects_source_url_old;
	rename table stat_projects_source_url_tmp to stat_projects_source_url;
	drop table stat_projects_source_url_old;

END<commit_msg>duplicates<commit_after>CREATE DEFINER=`root`@`%` EVENT `e_generate_stat_projects_source_url`
	ON SCHEDULE
		EVERY 5 MINUTE STARTS '2018-11-19 11:57:15'
	ON COMPLETION NOT PRESERVE
	ENABLE
	COMMENT ''
	DO BEGIN

	create table stat_projects_source_url_tmp 
	(PRIMARY KEY `primary` (`project_id`)
			,INDEX `idx_proj` (`project_id`)
			,INDEX `idx_member` (`member_id`) 
			,INDEX `idx_source_url` (`source_url`(50))
	)
   ENGINE MyISAM
	as
	select p.project_id, p.member_id,TRIM(TRAILING '/' FROM p.source_url) as source_url, p.created_at, p.changed_at from stat_projects p
	where p.source_url is not null 
	and p.source_url<>'' 
	and p.status=100
	;
	rename table stat_projects_source_url to stat_projects_source_url_old;
	rename table stat_projects_source_url_tmp to stat_projects_source_url;
	drop table stat_projects_source_url_old;

END
{'fraction_non_alphanumeric': 0.0782198246797033, 'fraction_numerical': 0.02562373567093729, 'mean_word_length': 5.838709677419355, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6643965', 'n_tokens_mistral': 601, 'n_tokens_neox': 556, 'n_words': 131}