<commit_before><databaseChangeLog
  xmlns="http://www.liquibase.org/xml/ns/dbchangelog"
  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://www.liquibase.org/xml/ns/dbchangelog http://www.liquibase.org/xml/ns/dbchangelog/dbchangelog-2.0.xsd">

  <changeSet id="64" author="mlopez" runInTransaction="true">
    <sql splitStatements="false" stripComments="false">
      <![CDATA[
        CREATE TABLE pipeline_execution (
          key bigserial NOT NULL PRIMARY KEY,
          pipeline_process_key bigint NOT NULL REFERENCES pipeline_process (key) ON DELETE CASCADE,
          steps_to_run pipeline_step_type[],
          created timestamp with time zone NOT NULL DEFAULT now(),
          created_by text NOT NULL,
          rerun_reason text,
          remarks text
        );

        ALTER TABLE pipeline_step ALTER COLUMN pipeline_process_key TYPE bigint;

        ALTER TABLE pipeline_step ADD COLUMN pipeline_execution_key bigint NOT NULL REFERENCES pipeline_execution (key) ON DELETE CASCADE;

        ALTER TABLE pipeline_step DROP COLUMN pipeline_process_key;

        ALTER TABLE pipeline_step ADD COLUMN number_records bigint;

        ALTER TABLE pipeline_step ADD COLUMN pipelines_version text;
      ]]>
    </sql>
  </changeSet>
</databaseChangeLog>
<commit_msg>Update 064-pipelines-execution file to the latest version<commit_after><databaseChangeLog
  xmlns="http://www.liquibase.org/xml/ns/dbchangelog"
  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://www.liquibase.org/xml/ns/dbchangelog http://www.liquibase.org/xml/ns/dbchangelog/dbchangelog-2.0.xsd">

  <changeSet id="64" author="mlopez" runInTransaction="true">
    <sql splitStatements="false" stripComments="false">
      <![CDATA[
        CREATE TABLE pipeline_execution (
          key bigserial NOT NULL PRIMARY KEY,
          pipeline_process_key bigint NOT NULL REFERENCES pipeline_process (key) ON DELETE CASCADE,
          steps_to_run text[],
          created timestamp with time zone NOT NULL DEFAULT now(),
          created_by text NOT NULL,
          rerun_reason text,
          remarks text
        );

        ALTER TABLE pipeline_step ALTER COLUMN pipeline_process_key TYPE bigint;

        ALTER TABLE pipeline_step ADD COLUMN pipeline_execution_key bigint NOT NULL REFERENCES pipeline_execution (key) ON DELETE CASCADE;

        ALTER TABLE pipeline_step DROP COLUMN pipeline_process_key;

        ALTER TABLE pipeline_step DROP COLUMN rerun_reason;

        ALTER TABLE pipeline_step ADD COLUMN number_records bigint;

        ALTER TABLE pipeline_step ADD COLUMN pipelines_version text;
      ]]>
    </sql>
  </changeSet>
</databaseChangeLog>

{'fraction_non_alphanumeric': 0.08157991878922112, 'fraction_numerical': 0.007751937984496124, 'mean_word_length': 3.385113268608414, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 8, 'xml': 10}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1570393', 'n_tokens_mistral': 854, 'n_tokens_neox': 800, 'n_words': 206}