<commit_before>#!/bin/bash

filename="sql_statements.omdbt"
declare -a create
declare -a insert
declare -a select
declare -a drop
flag=""

#Reads file and determines how each line will be stored based on flags
while read line
do
    #Set up flag to determine how the read line will be used
    case "$line" in 
        "create" ) flag="create" ;;
        "insert" ) flag="insert" ;;
        "select" ) flag="select" ;;
        "drop" ) flag="drop" ;;
    esac

    if [ "$flag" == "create" ]; then
        create+=("$line")
    fi

    #do this for every other flag
    
done < $filename

echo $flag \ ${create[@]}
<commit_msg>need to merge on server<commit_after>filename="sql_statements.omdbt"
declare -a create
declare -a insert
declare -a select
declare -a drop
flag=""
test=""

#Reads file and determines how each line will be stored based on flags
test=$(head -n 1 $filename)
echo $test
while read line
do
    #Set up flag to determine how the read line will be used
    case "$line" in 
        "create" ) flag="create" ;;
        "insert" ) flag="insert" ;;
        "select" ) flag="select" ;;
        "drop" ) flag="drop" ;;
        *) continue
    esac

    #Copies data into array depending on flag and makes sure that flag is not copied as well
    if [ "$flag" == "create" ] && [ "$line" != "$flag" ]; then
        create+=("$line")
    fi

    if [ "$flag" == "insert" ] && [ "$line" != "$flag" ]; then
        insert+=("$line")
    fi

    if [ "$flag" == "select" ] && [ "$line" != "$flag" ]; then
        select+=("$line")
    fi

    if [ "$flag" == "drop" ] && [ "$line" != "$flag" ]; then
        drop+=("$line")
    fi

done < $filename

#print array
printf "%s\n" "${create[@]}" "${insert[@]}" "${select[@]}" "${drop[@]}" >> output.sql

#TODO: start voltdb

if [ $test == "create_test" ]; then
    startTime=$(date +%s%N)/1000 
    while 


{'fraction_non_alphanumeric': 0.17346938775510204, 'fraction_numerical': 0.0026852846401718583, 'mean_word_length': 2.7334669338677355, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6403598', 'n_tokens_mistral': 627, 'n_tokens_neox': 591, 'n_words': 210}