<commit_before>--
-- This is a Media Cloud PostgreSQL schema difference file (a "diff") between schema
-- versions 4537 and 4538.
--
-- If you are running Media Cloud with a database that was set up with a schema version
-- 4537, and you would like to upgrade both the Media Cloud and the
-- database to be at version 4538, import this SQL file:
--
--     psql mediacloud < mediawords-4537-4538.sql
--
-- You might need to import some additional schema diff files to reach the desired version.
--


--
-- 1 of 2. Import the output of 'apgdiff':
--

SET search_path = public, pg_catalog;


DROP TABLE gearman_job_queue;
DROP FUNCTION gearman_job_queue_sync_lastmod();

COMMENT ON COLUMN controversies.process_with_bitly
  IS 'Enable processing controversy''s stories with Bit.ly; add all new controversy stories to Bit.ly processing queue';

<commit_msg>DROP tables / functions only if they exist<commit_after>--
-- This is a Media Cloud PostgreSQL schema difference file (a "diff") between schema
-- versions 4537 and 4538.
--
-- If you are running Media Cloud with a database that was set up with a schema version
-- 4537, and you would like to upgrade both the Media Cloud and the
-- database to be at version 4538, import this SQL file:
--
--     psql mediacloud < mediawords-4537-4538.sql
--
-- You might need to import some additional schema diff files to reach the desired version.
--


--
-- 1 of 2. Import the output of 'apgdiff':
--

SET search_path = public, pg_catalog;


DROP TABLE IF EXISTS gearman_job_queue;
DROP FUNCTION IF EXISTS gearman_job_queue_sync_lastmod();

COMMENT ON COLUMN controversies.process_with_bitly
  IS 'Enable processing controversy''s stories with Bit.ly; add all new controversy stories to Bit.ly processing queue';


{'fraction_non_alphanumeric': 0.07578347578347579, 'fraction_numerical': 0.02962962962962963, 'mean_word_length': 3.6578249336870026, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2352068', 'n_tokens_mistral': 541, 'n_tokens_neox': 497, 'n_words': 238}