<commit_before>CREATE EXTENSION cube;
CREATE EXTENSION earthdistance;

CREATE TABLE airports (
    airport_icao_code CHARACTER VARYING PRIMARY KEY,
    latitude_degrees DOUBLE PRECISION,
    longitude_degrees DOUBLE PRECISION,
    altitude_feet DOUBLE PRECISION);

CREATE TABLE flighthistory (
    id                                BIGINT NOT NULL,
    airline_code                      CHARACTER VARYING,
    airline_icao_code                 CHARACTER VARYING,
    flight_number                     BIGINT,
    tail_number                       CHARACTER VARYING,
    departure_airport_code            CHARACTER VARYING,
    departure_airport_icao_code       CHARACTER VARYING,
    arrival_airport_code              CHARACTER VARYING,
    arrival_airport_icao_code         CHARACTER VARYING,
    diverted_airport_code             CHARACTER VARYING,
    diverted_airport_icao_code        CHARACTER VARYING,
    published_departure               TIMESTAMP WITH TIME ZONE,
    published_arrival                 TIMESTAMP WITH TIME ZONE,
    scheduled_gate_departure          TIMESTAMP WITH TIME ZONE,
    estimated_gate_departure          TIMESTAMP WITH TIME ZONE,
    actual_gate_departure             TIMESTAMP WITH TIME ZONE,
    scheduled_gate_arrival            TIMESTAMP WITH TIME ZONE,
    estimated_gate_arrival            TIMESTAMP WITH TIME ZONE,
    actual_gate_arrival               TIMESTAMP WITH TIME ZONE,
    scheduled_runway_departure        TIMESTAMP WITH TIME ZONE,
    estimated_runway_departure        TIMESTAMP WITH TIME ZONE,
    actual_runway_departure           TIMESTAMP WITH TIME ZONE,
    scheduled_runway_arrival          TIMESTAMP WITH TIME ZONE,
    estimated_runway_arrival          TIMESTAMP WITH TIME ZONE,
    actual_runway_arrival             TIMESTAMP WITH TIME ZONE,
    creator_code                      CHARACTER VARYING,
    flight_history_status_code        CHARACTER VARYING,
    scheduled_air_time                BIGINT,
    actual_air_time                   BIGINT,
    scheduled_block_time              BIGINT,
    actual_block_time                 BIGINT,
    departure_airport_timezone_offset BIGINT,
    arrival_airport_timezone_offset   BIGINT,
    diverted_airport_timezone_offset  BIGINT,
    task_scheduled                    CHARACTER VARYING,
    departure_date                    TIMESTAMP WITH TIME ZONE,
    arrival_date                      TIMESTAMP WITH TIME ZONE,
    scheduled_aircraft_type           CHARACTER VARYING,
    actual_aircraft_type              CHARACTER VARYING,
    departure_gate                    CHARACTER VARYING,
    departure_terminal                CHARACTER VARYING,
    arrival_gate                      CHARACTER VARYING,
    arrival_terminal                  CHARACTER VARYING,
    baggage_claim                     CHARACTER VARYING,
    task_status                       CHARACTER VARYING,
    departure_date_date_only          TIMESTAMP WITH TIME ZONE,
    arrival_date_date_only            TIMESTAMP WITH TIME ZONE,
    last_updated                      TIMESTAMP WITH TIME ZONE,
    icao_aircraft_type_actual         CHARACTER VARYING)

CREATE TABLE flighthistory_release (
    id                                BIGINT NOT NULL,
    airline_code                      CHARACTER VARYING,
    airline_icao_code                 CHARACTER VARYING,
    flight_number                     BIGINT,
    departure_airport_code            CHARACTER VARYING,
    departure_airport_icao_code       CHARACTER VARYING,
    arrival_airport_code              CHARACTER VARYING,<commit_msg>converted to raw form of flight history<commit_after>CREATE EXTENSION cube;
CREATE EXTENSION earthdistance;

CREATE TABLE airports (
    airport_icao_code CHARACTER VARYING PRIMARY KEY,
    latitude_degrees DOUBLE PRECISION,
    longitude_degrees DOUBLE PRECISION,
    altitude_feet DOUBLE PRECISION);

CREATE TABLE flighthistory (
    id                                BIGINT NOT NULL,
    airline_code                      CHARACTER VARYING,
    airline_icao_code                 CHARACTER VARYING,
    flight_number                     BIGINT,
    tail_number                       CHARACTER VARYING,
    departure_airport_code            CHARACTER VARYING,
    departure_airport_icao_code       CHARACTER VARYING,
    arrival_airport_code              CHARACTER VARYING,
    arrival_airport_icao_code         CHARACTER VARYING,
    diverted_airport_code             CHARACTER VARYING,
    diverted_airport_icao_code        CHARACTER VARYING,
    published_departure               TIMESTAMP WITH TIME ZONE,
    published_arrival                 TIMESTAMP WITH TIME ZONE,
    scheduled_gate_departure          TIMESTAMP WITH TIME ZONE,
    estimated_gate_departure          TIMESTAMP WITH TIME ZONE,
    actual_gate_departure             TIMESTAMP WITH TIME ZONE,
    scheduled_gate_arrival            TIMESTAMP WITH TIME ZONE,
    estimated_gate_arrival            TIMESTAMP WITH TIME ZONE,
    actual_gate_arrival               TIMESTAMP WITH TIME ZONE,
    scheduled_runway_departure        TIMESTAMP WITH TIME ZONE,
    estimated_runway_departure        TIMESTAMP WITH TIME ZONE,
    actual_runway_departure           TIMESTAMP WITH TIME ZONE,
    scheduled_runway_arrival          TIMESTAMP WITH TIME ZONE,
    estimated_runway_arrival          TIMESTAMP WITH TIME ZONE,
    actual_runway_arrival             TIMESTAMP WITH TIME ZONE,
    creator_code                      CHARACTER VARYING,
    flight_history_status_code        CHARACTER VARYING,
    scheduled_air_time                BIGINT,
    actual_air_time                   BIGINT,
    scheduled_block_time              BIGINT,
    actual_block_time                 BIGINT,
    departure_airport_timezone_offset BIGINT,
    arrival_airport_timezone_offset   BIGINT,
    diverted_airport_timezone_offset  BIGINT,
    task_scheduled                    CHARACTER VARYING,
    departure_date                    TIMESTAMP WITH TIME ZONE,
    arrival_date                      TIMESTAMP WITH TIME ZONE,
    scheduled_aircraft_type           CHARACTER VARYING,
    actual_aircraft_type              CHARACTER VARYING,
    departure_gate                    CHARACTER VARYING,
    departure_terminal                CHARACTER VARYING,
    arrival_gate                      CHARACTER VARYING,
    arrival_terminal                  CHARACTER VARYING,
    baggage_claim                     CHARACTER VARYING,
    task_status                       CHARACTER VARYING,
    departure_date_date_only          TIMESTAMP WITH TIME ZONE,
    arrival_date_date_only            TIMESTAMP WITH TIME ZONE,
    last_updated                      TIMESTAMP WITH TIME ZONE,
    icao_aircraft_type_actual         CHARACTER VARYING);

CREATE TABLE flighthistory_release (
    id                                BIGINT NOT NULL,
    airline_code                      CHARACTER VARYING,
    airline_icao_code                 CHARACTER VARYING,
    flight_number                     BIGINT,
    departure_airport_code            CHARACTER VARYING,
    departure_airport_icao_code       CHARACTER VARYING,
    arrival_airport_code              CHARACTER VARYING,
{'fraction_non_alphanumeric': 0.019421545340226352, 'fraction_numerical': 0.0, 'mean_word_length': 1.8643457382953181, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1684005', 'n_tokens_mistral': 2086, 'n_tokens_neox': 2027, 'n_words': 461}