<commit_before>-- Check  for wrong links when publishing a site in production
UPDATE `about` set `introtext` = replace(`introtext`, 'http://p.pol-nl.be/', '/');
UPDATE `about` set `introtext` = replace(`introtext`, 'http://p.pol-fr.be/', '/');
UPDATE `about` set `introtext` = replace(`introtext`, 'http://p.pol-de.be/', '/');
UPDATE `about` set `fulltext` = replace(`fulltext`, 'http://p.pol-nl.be/', '/');
UPDATE `about` set `fulltext` = replace(`fulltext`, 'http://p.pol-fr.be/', '/');
UPDATE `about` set `fulltext` = replace(`fulltext`, 'http://p.pol-de.be/', '/');
UPDATE `about_categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `about_categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `about_categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

UPDATE `categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

UPDATE `contacts` set `misc` = replace(`misc`, 'http://p.pol-nl.be/', '/');
UPDATE `contacts` set `misc` = replace(`misc`, 'http://p.pol-fr.be/', '/');
UPDATE `contacts` set `misc` = replace(`misc`, 'http://p.pol-de.be/', '/');
UPDATE `contacts_categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `contacts_categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `contacts_categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

UPDATE `news` set `introtext` = replace(`introtext`, 'http://p.pol-nl.be/', '/');
UPDATE `news` set `introtext` = replace(`introtext`, 'http://p.pol-fr.be/', '/');
UPDATE `news` set `introtext` = replace(`introtext`, 'http://p.pol-de.be/', '/');
UPDATE `news` set `fulltext` = replace(`fulltext`, 'http://p.pol-nl.be/', '/');
UPDATE `news` set `fulltext` = replace(`fulltext`, 'http://p.pol-fr.be/', '/');
UPDATE `news` set `fulltext` = replace(`fulltext`, 'http://p.pol-de.be/', '/');

UPDATE `press` set `text` = replace(`text`, 'http://p.pol-nl.be/', '/');
UPDATE `press` set `text` = replace(`text`, 'http://p.pol-fr.be/', '/');
UPDATE `press` set `text` = replace(`text`, 'http://p.pol-de.be/', '/');

UPDATE `questions` set `text` = replace(`text`, 'http://p.pol-nl.be/', '/');
UPDATE `questions` set `text` = replace(`text`, 'http://p.pol-fr.be/', '/');
UPDATE `questions` set `text` = replace(`text`, 'http://p.pol-de.be/', '/');
UPDATE `questions_categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `questions_categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `questions_categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

UPDATE `traffic` set `text` = replace(`text`, 'http://p.pol-nl.be/', '/');
UPDATE `traffic` set `text` = replace(`text`, 'http://p.pol-fr.be/', '/');
UPDATE `traffic` set `text` = replace(`text`, 'http://p.pol-de.be/', '/');
UPDATE `traffic_categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `traffic_categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `traffic_categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

-- Format phone numbers
UPDATE `contacts` set `telephone` = replace(`telephone`, '/', ' ');
UPDATE `contacts` set `telephone` = replace(`telephone`, '.', ' ');

UPDATE `contacts` set `fax` = replace(`fax`, '/', ' ');
UPDATE `contacts` set `fax` = replace(`fax`, '.', ' ');

UPDATE `contacts` set `mobile` = replace(`mobile`, '/', ' ');
UPDATE `contacts` set `mobile` = replace(`mobile`, '.', ' ');

UPDATE `districts_officers` set `mobile` = replace(`mobile`, '/', ' ');
UPDATE `districts_officers` set `mobile` = replace(`mobile`, '.', ' ');

UPDATE `districts_officers` set `phone` = replace(`phone`, '/', ' ');
UPDATE `districts_officers` set `phone` = replace(`phone`, '.', ' ');<commit_msg>Replace spaces in numbers when moving to production<commit_after>-- Check  for wrong links when publishing a site in production
UPDATE `about` set `introtext` = replace(`introtext`, 'http://p.pol-nl.be/', '/');
UPDATE `about` set `introtext` = replace(`introtext`, 'http://p.pol-fr.be/', '/');
UPDATE `about` set `introtext` = replace(`introtext`, 'http://p.pol-de.be/', '/');
UPDATE `about` set `fulltext` = replace(`fulltext`, 'http://p.pol-nl.be/', '/');
UPDATE `about` set `fulltext` = replace(`fulltext`, 'http://p.pol-fr.be/', '/');
UPDATE `about` set `fulltext` = replace(`fulltext`, 'http://p.pol-de.be/', '/');
UPDATE `about_categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `about_categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `about_categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

UPDATE `categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

UPDATE `contacts` set `misc` = replace(`misc`, 'http://p.pol-nl.be/', '/');
UPDATE `contacts` set `misc` = replace(`misc`, 'http://p.pol-fr.be/', '/');
UPDATE `contacts` set `misc` = replace(`misc`, 'http://p.pol-de.be/', '/');
UPDATE `contacts_categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `contacts_categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `contacts_categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

UPDATE `news` set `introtext` = replace(`introtext`, 'http://p.pol-nl.be/', '/');
UPDATE `news` set `introtext` = replace(`introtext`, 'http://p.pol-fr.be/', '/');
UPDATE `news` set `introtext` = replace(`introtext`, 'http://p.pol-de.be/', '/');
UPDATE `news` set `fulltext` = replace(`fulltext`, 'http://p.pol-nl.be/', '/');
UPDATE `news` set `fulltext` = replace(`fulltext`, 'http://p.pol-fr.be/', '/');
UPDATE `news` set `fulltext` = replace(`fulltext`, 'http://p.pol-de.be/', '/');

UPDATE `press` set `text` = replace(`text`, 'http://p.pol-nl.be/', '/');
UPDATE `press` set `text` = replace(`text`, 'http://p.pol-fr.be/', '/');
UPDATE `press` set `text` = replace(`text`, 'http://p.pol-de.be/', '/');

UPDATE `questions` set `text` = replace(`text`, 'http://p.pol-nl.be/', '/');
UPDATE `questions` set `text` = replace(`text`, 'http://p.pol-fr.be/', '/');
UPDATE `questions` set `text` = replace(`text`, 'http://p.pol-de.be/', '/');
UPDATE `questions_categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `questions_categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `questions_categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

UPDATE `traffic` set `text` = replace(`text`, 'http://p.pol-nl.be/', '/');
UPDATE `traffic` set `text` = replace(`text`, 'http://p.pol-fr.be/', '/');
UPDATE `traffic` set `text` = replace(`text`, 'http://p.pol-de.be/', '/');
UPDATE `traffic_categories` set `description` = replace(`description`, 'http://p.pol-nl.be/', '/');
UPDATE `traffic_categories` set `description` = replace(`description`, 'http://p.pol-fr.be/', '/');
UPDATE `traffic_categories` set `description` = replace(`description`, 'http://p.pol-de.be/', '/');

-- Format phone numbers
UPDATE `contacts` set `telephone` = replace(`telephone`, '/', ' ');
UPDATE `contacts` set `telephone` = replace(`telephone`, '.', ' ');
UPDATE `contacts` set `telephone` = replace(`telephone`, '   ', ' ');
UPDATE `contacts` set `telephone` = replace(`telephone`, '  ', ' ');

UPDATE `contacts` set `fax` = replace(`fax`, '/', ' ');
UPDATE `contacts` set `fax` = replace(`fax`, '.', ' ');
UPDATE `contacts` set `fax` = replace(`fax`, '   ', ' ');
UPDATE `contacts` set `fax` = replace(`fax`, '  ', ' ');

UPDATE `contacts` set `mobile` = replace(`mobile`, '/', ' ');
UPDATE `contacts` set `mobile` = replace(`mobile`, '.', ' ');
UPDATE `contacts` set `mobile` = replace(`mobile`, '   ', ' ');
UPDATE `contacts` set `mobile` = replace(`mobile`, '  ', ' ');

UPDATE `districts_officers` set `mobile` = replace(`mobile`, '/', ' ');
UPDATE `districts_officers` set `mobile` = replace(`mobile`, '.', ' ');
UPDATE `districts_officers` set `mobile` = replace(`mobile`, '   ', ' ');
UPDATE `districts_officers` set `mobile` = replace(`mobile`, '  ', ' ');

UPDATE `districts_officers` set `phone` = replace(`phone`, '/', ' ');
UPDATE `districts_officers` set `phone` = replace(`phone`, '.', ' ');
UPDATE `districts_officers` set `phone` = replace(`phone`, '   ', ' ');
UPDATE `districts_officers` set `phone` = replace(`phone`, '  ', ' ');
{'fraction_non_alphanumeric': 0.2654355323172767, 'fraction_numerical': 0.0, 'mean_word_length': 4.788795878943979, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '811421', 'n_tokens_mistral': 3126, 'n_tokens_neox': 3041, 'n_words': 653}