<commit_before>#!/bin/bash

ant compile || exit

rm ../data/aviation.db

java -cp build/classes:lib/sqlitejdbc.jar:lib/guava.jar:lib/commons-lang.jar:lib/commons-cli.jar:lib/flightmap-common.jar com.google.flightmap.parsing.faa.amr.AviationMasterRecordParser --airports ../data/amr/NfdcFacilities.xls --runways ../data/amr/NfdcRunways.xls --iata_to_icao ../data/iata2icao.txt --aviation_db ../data/aviation.db

java -cp build/classes:lib/sqlitejdbc.jar:lib/guava.jar:lib/commons-lang.jar:lib/commons-cli.jar:lib/flightmap-common.jar com.google.flightmap.parsing.faa.nasr.CommParser --twr ~/nasr/TWR.txt --iata_to_icao ../data/iata2icao.txt --aviation_db ../data/aviation.db
<commit_msg>Updated shell script to generate aviation.db. This will be ported to ant as soon as possible, but currently serves as a handy reference.<commit_after>#!/bin/bash

ant compile || exit

rm ../data/aviation.db

java -cp build/classes:lib/sqlitejdbc.jar:lib/guava.jar:lib/commons-lang.jar:lib/commons-cli.jar:lib/flightmap-common.jar com.google.flightmap.parsing.faa.amr.AviationMasterRecordParser --airports ../data/amr/NfdcFacilities.xls --runways ../data/amr/NfdcRunways.xls --iata_to_icao ../data/iata2icao.txt --aviation_db ../data/aviation.db

java -cp build/classes:lib/sqlitejdbc.jar:lib/guava.jar:lib/commons-lang.jar:lib/commons-cli.jar:lib/flightmap-common.jar:lib/opencsv.jar com.google.flightmap.parsing.faa.nasr.CommParser --twr ~/nasr/TWR.txt --iata_to_icao ../data/iata2icao.txt --freq_uses_normalization ../data/nasr/distinct_freq_uses.csv --aviation_db ../data/aviation.db

{'fraction_non_alphanumeric': 0.15702479338842976, 'fraction_numerical': 0.0025429116338207248, 'mean_word_length': 4.246666666666667, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1654578', 'n_tokens_mistral': 633, 'n_tokens_neox': 598, 'n_words': 80}