<commit_before>BEGIN {
   False=0
   True=!False
   i=0
   inGasPriceRecord=False
   expectName=False
}

/<tr id="rrlow_[0-9]+"/ {
   # print "BOR",i
   # print $0
   inGasPriceRecord=True
   ai[i]=0
}

inGasPriceRecord && /<div class="sp_p">/ {
   sub("<div class=\"pd\">","<div class=\"p.\">")
   gsub("\"></div><div class=\"p","")
   sub("^.*<div class=\"sp_p\"><div class=\"p","")
   sub("\"></div></div>.*$","")
   # print
   price[i]=$0
}

inGasPriceRecord && /<dd>/ {
   sub("^[ ]*<dd>","")
   sub("</dd>[ ]*$","")
   sub("&amp;","\\&")
   address[i,ai[i]]=$0
   sub("^[ ]*","",address[i,ai[i]])
   # print "address["ai[i]"]="address[i,ai[i]]
   ai[i]++
}

inGasPriceRecord && /<dt>/ {
   expectName=True<commit_msg>parsegaspriceshtml.awk: Updated to work with changed simpler HTML.<commit_after>BEGIN {
   False=0
   True=!False
   i=0
   inGasPriceRecord=False
   expectName=False
}

/<tr id="rrlow_[0-9]+"/ {
   # print "BOR",i
   # print $0
   inGasPriceRecord=True
   ai[i]=0
}

inGasPriceRecord && /<div class="price_num"[^>]*>/ {
   sub("^.*<div class="price_num"[^>]*>","")
   sub("</div>.*$","")
   # print
   price[i]=$0
}

inGasPriceRecord && /<dd>/ {
   sub("^[ ]*<dd>","")
   sub("</dd>[ ]*$","")
   sub("&amp;","\\&")
   address[i,ai[i]]=$0
   sub("^[ ]*","",address[i,ai[i]])
   # print "address["ai[i]"]="address[i,ai[i]]
   ai[i]++
}

inGasPriceRecord && /<dt>/ {
   expectName=True
{'fraction_non_alphanumeric': 0.29445234708392604, 'fraction_numerical': 0.011379800853485065, 'mean_word_length': 3.6131147540983606, 'pattern_counts': {'":': 0, '<': 25, '<?xml version=': 0, '>': 25, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2449285', 'n_tokens_mistral': 629, 'n_tokens_neox': 609, 'n_words': 86}