<commit_before>#! /bin/bash

data_dir = $1

echo "loading customer table"
./psql.sh -t customer -d '|' 2 3 -h C_CUSTKEY,C_NAME,C_ADDRESS,C_NATIONKEY,C_PHONE,C_ACCTBAL,C_MKTSEGMENT,C_COMMENT,C_EMPTY localhost $data_dir/customer.csv

echo "loading supplier table"
./psql.sh -t supplier -d '|' 2 3 -h S_SUPPKEY,S_NAME,S_ADDRESS,S_NATIONKEY,S_PHONE,S_ACCTBAL,S_COMMENT,S_EMPTY localhost $data_dir/supplier.csv

echo "loading orders table"
./psql.sh -t orders -d '|' 2 3 -h O_ORDERKEY,O_CUSTKEY,O_ORDERSTATUS,O_TOTALPRICE,O_ORDERDATE,O_ORDERPRIORITY,O_CLERK,O_SHIPPRIORITY,O_COMMENT,O_EMPTY localhost $data_dir/orders.csv

echo "loading lineitem"
./psql.sh -t  lineitem -d '|' 2 3 -h L_ORDERKEY,L_PARTKEY,L_SUPPKEY,L_LINENUMBER,L_QUANTITY,L_EXTENDEDPRICE,L_DISCOUNT,L_TAX,L_RETURNFLAG,L_LINESTATUS,L_SHIPDATE,L_COMMITDATE,L_RECEIPTDATE,L_SHIPINSTRUCT,L_SHIPMODE,L_COMMENT,L_EMPTY localhost $data_dir/lineitem.csv 

echo "loading part table"
./psql.sh -t  part -d '|' 2 3 -h P_PARTKEY,P_NAME,P_MFGR,P_BRAND,P_TYPE,P_SIZE,P_CONTAINER,P_RETAILPRICE,P_COMMENT,P_EMPTY localhost $data_dir/part.csv

echo "loading partsupp table"
./psql.sh -t  partsupp -d '|' 2 3 -h PS_PARTKEY,PS_SUPPKEY,PS_AVAILQTY,PS_SUPPLYCOST,PS_COMMENT,PS_EMPTY localhost $data_dir/partsupp.csv

echo "loading nation table"
./psql.sh -t  nation -d '|' 2 3 -h N_NATIONKEY,N_NAME,N_REGIONKEY,N_COMMENT,N_EMPTY localhost $data_dir/nation.csv

echo "loading region table"
./psql.sh -t  lineitem -d '|' 2 3 -h R_REGIONKEYT,R_NAME,R_COMMENT,R_EMPTY localhost $data_dir/region.csv<commit_msg>Update load_tables.sh<commit_after>#! /bin/bash

data_dir = $1

echo "loading customer table"
./psql.sh -t customer -d '|' 2 3 -h C_CUSTKEY,C_NAME,C_ADDRESS,C_NATIONKEY,C_PHONE,C_ACCTBAL,C_MKTSEGMENT,C_COMMENT,C_EMPTY localhost $data_dir/customer.csv

echo "loading supplier table"
./psql.sh -t supplier -d '|' 2 3 -h S_SUPPKEY,S_NAME,S_ADDRESS,S_NATIONKEY,S_PHONE,S_ACCTBAL,S_COMMENT,S_EMPTY localhost $data_dir/supplier.csv

echo "loading orders table"
./psql.sh -t orders -d '|' 2 3 -h O_ORDERKEY,O_CUSTKEY,O_ORDERSTATUS,O_TOTALPRICE,O_ORDERDATE,O_ORDERPRIORITY,O_CLERK,O_SHIPPRIORITY,O_COMMENT,O_EMPTY localhost $data_dir/orders.csv

echo "loading lineitem"
./psql.sh -t  lineitem -d '|' 2 3 -h L_ORDERKEY,L_PARTKEY,L_SUPPKEY,L_LINENUMBER,L_QUANTITY,L_EXTENDEDPRICE,L_DISCOUNT,L_TAX,L_RETURNFLAG,L_LINESTATUS,L_SHIPDATE,L_COMMITDATE,L_RECEIPTDATE,L_SHIPINSTRUCT,L_SHIPMODE,L_COMMENT,L_EMPTY localhost $data_dir/lineitem.csv 

echo "loading part table"
./psql.sh -t  part -d '|' 2 3 -h P_PARTKEY,P_NAME,P_MFGR,P_BRAND,P_TYPE,P_SIZE,P_CONTAINER,P_RETAILPRICE,P_COMMENT,P_EMPTY localhost $data_dir/part.csv

echo "loading partsupp table"
./psql.sh -t  partsupp -d '|' 2 3 -h PS_PARTKEY,PS_SUPPKEY,PS_AVAILQTY,PS_SUPPLYCOST,PS_COMMENT,PS_EMPTY localhost $data_dir/partsupp.csv

echo "loading nation table"
./psql.sh -t  nation -d '|' 2 3 -h N_NATIONKEY,N_NAME,N_REGIONKEY,N_COMMENT,N_EMPTY localhost $data_dir/nation.csv

echo "loading region table"
./psql.sh -t  region -d '|' 2 3 -h R_REGIONKEYT,R_NAME,R_COMMENT,R_EMPTY localhost $data_dir/region.csv
{'fraction_non_alphanumeric': 0.11774193548387096, 'fraction_numerical': 0.01096774193548387, 'mean_word_length': 6.545012165450122, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2311637', 'n_tokens_mistral': 1425, 'n_tokens_neox': 1388, 'n_words': 230}