<commit_before>#Before running, take a full database backup with
#sudo -u mlds  pg_dump mlds > dev_mlds_20150121.sql

#The run this script with 
#sudo -u mlds psql < mlds-889-remove-duplicate-country-counts.sql

#Expected results:
#SELECT 67
#SELECT 17
#DELETE 17

create table mlds_889_usage_count_backup
as 
select * from commercial_usage_count;

create table mlds_889_usage_count_deleted
as 
SELECT DISTINCT b.*<commit_msg>Was using wrong comment character<commit_after>/*
Before running, take a full database backup with
sudo -u mlds  pg_dump mlds > dev_mlds_20150121.sql

The run this script with 
sudo -u mlds psql < mlds-889-remove-duplicate-country-counts.sql

Expected results:
SELECT 67
SELECT 17
DELETE 17
*/

create table mlds_889_usage_count_backup
as 
select * from commercial_usage_count;

create table mlds_889_usage_count_deleted
as 
SELECT DISTINCT b.*
{'fraction_non_alphanumeric': 0.059770114942528735, 'fraction_numerical': 0.052873563218390804, 'mean_word_length': 5.177304964539007, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3313699', 'n_tokens_mistral': 347, 'n_tokens_neox': 308, 'n_words': 96}