<commit_before>DROP TABLE IF EXISTS AllTypes;
CREATE TABLE AllTypes (
  id int,
  bool_col boolean,
  tinyint_col tinyint,
  smallint_col smallint,
  int_col int,
  bigint_col bigint,
  float_col float,
  double_col double,
  date_string_col string,
  string_col string,
  timestamp_col timestamp)
partitioned by (year int, month int)
row format delimited fields terminated by ','  escaped by '\\' stored as textfile;

DROP TABLE IF EXISTS AllTypesNoPart;
CREATE TABLE AllTypesNoPart (
  id int,
  bool_col boolean,
  tinyint_col tinyint,
  smallint_col smallint,
  int_col int,
  bigint_col bigint,
  float_col float,
  double_col double,
  date_string_col string,
  string_col string,
  timestamp_col timestamp)
row format delimited fields terminated by ','  escaped by '\\' stored as textfile;

DROP TABLE IF EXISTS AllTypes_rc;
CREATE TABLE AllTypes_rc (
  id int,
  bool_col boolean,
  tinyint_col tinyint,
  smallint_col smallint,
  int_col int,
  bigint_col bigint,
  float_col float,
  double_col double,
  date_string_col string,
  string_col string,
  timestamp_col timestamp)
partitioned by (year int, month int)
STORED AS RCFILE;

DROP TABLE IF EXISTS AllTypes_seq;
CREATE TABLE AllTypes_seq (
  id int,
  bool_col boolean,
  tinyint_col tinyint,
  smallint_col smallint,
  int_col int,
  bigint_col bigint,
  float_col float,
  double_col double,
  date_string_col string,
  string_col string,
  timestamp_col timestamp)
partitioned by (year int, month int)
STORED AS SEQUENCEFILE;


DROP TABLE IF EXISTS AllTypes_seq_def;
CREATE TABLE AllTypes_seq_def LIKE AllTypes_seq;

DROP TABLE IF EXISTS AllTypes_seq_gzip;
CREATE TABLE AllTypes_seq_gzip LIKE AllTypes_seq;
<commit_msg>Fix data table creation for data loading.<commit_after>DROP TABLE IF EXISTS AllTypes;
CREATE TABLE AllTypes (
  id int,
  bool_col boolean,
  tinyint_col tinyint,
  smallint_col smallint,
  int_col int,
  bigint_col bigint,
  float_col float,
  double_col double,
  date_string_col string,
  string_col string,
  timestamp_col timestamp)
partitioned by (year int, month int)
row format delimited fields terminated by ','  escaped by '\\' stored as textfile;

DROP TABLE IF EXISTS AllTypesNoPart;
CREATE TABLE AllTypesNoPart (
  id int,
  bool_col boolean,
  tinyint_col tinyint,
  smallint_col smallint,
  int_col int,
  bigint_col bigint,
  float_col float,
  double_col double,
  date_string_col string,
  string_col string,
  timestamp_col timestamp)
row format delimited fields terminated by ','  escaped by '\\' stored as textfile;

DROP TABLE IF EXISTS AllTypes_rc;
CREATE TABLE AllTypes_rc (
  id int,
  bool_col boolean,
  tinyint_col tinyint,
  smallint_col smallint,
  int_col int,
  bigint_col bigint,
  float_col float,
  double_col double,
  date_string_col string,
  string_col string,
  timestamp_col timestamp)
partitioned by (year int, month int)
STORED AS RCFILE;

DROP TABLE IF EXISTS AllTypes_seq;
CREATE TABLE AllTypes_seq (
  id int,
  bool_col boolean,
  tinyint_col tinyint,
  smallint_col smallint,
  int_col int,
  bigint_col bigint,
  float_col float,
  double_col double,
  date_string_col string,
  string_col string,
  timestamp_col timestamp)
partitioned by (year int, month int)
STORED AS SEQUENCEFILE;

DROP TABLE IF EXISTS AllTypes_rc_def;
CREATE TABLE AllTypes_rc_def LIKE AllTypes_rc;

DROP TABLE IF EXISTS AllTypes_rc_gzip;
CREATE TABLE AllTypes_rc_gzip LIKE AllTypes_rc;

DROP TABLE IF EXISTS AllTypes_rc_bzip;
CREATE TABLE AllTypes_rc_bzip LIKE AllTypes_rc;

DROP TABLE IF EXISTS AllTypes_rc_snap;
CREATE TABLE AllTypes_rc_snap LIKE AllTypes_rc;


DROP TABLE IF EXISTS AllTypes_seq_def;
CREATE TABLE AllTypes_seq_def LIKE AllTypes_seq;

DROP TABLE IF EXISTS AllTypes_seq_gzip;
CREATE TABLE AllTypes_seq_gzip LIKE AllTypes_seq;

{'fraction_non_alphanumeric': 0.048215237080447525, 'fraction_numerical': 0.0, 'mean_word_length': 4.8671875, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4857771', 'n_tokens_mistral': 1311, 'n_tokens_neox': 1282, 'n_words': 418}