<commit_before>"""
 Parse the monthly maint file I get from the DOT
 
  id         | integer                  | not null default nextval('iem_calibrati
on_id_seq'::regclass)
 station    | character varying(10)    | 
 portfolio  | character varying(10)    | 
 valid      | timestamp with time zone | 
 parameter  | character varying(10)    | 
 adjustment | real                     | 
 final      | real                     | 
 comments   | text                     | 

 
"""

class bcolors:
    HEADER = '\033[95m'
    OKBLUE = '\033[94m'
    OKGREEN = '\033[92m'
    WARNING = '\033[93m'
    FAIL = '\033[91m'
    ENDC = '\033[0m'
    
import sys
import re
import mx.DateTime
import psycopg2
PORTFOLIO = psycopg2.connect("dbname=portfolio host=meteor.geol.iastate.edu user=nobody")
pcursor = PORTFOLIO.cursor()

CALINFO = re.compile(".*Calibrated? T/DP: AWOS:?\s*([0-9\-\.]+)/([0-9\-\.]+) Std ([0-9\-\.]+)/([0-9\-\.]+)")<commit_msg>account for more string formatting cases<commit_after>"""
 Parse the monthly maint file I get from the DOT
 
  id         | integer                  | not null default nextval('iem_calibrati
on_id_seq'::regclass)
 station    | character varying(10)    | 
 portfolio  | character varying(10)    | 
 valid      | timestamp with time zone | 
 parameter  | character varying(10)    | 
 adjustment | real                     | 
 final      | real                     | 
 comments   | text                     | 

 
"""

class bcolors:
    HEADER = '\033[95m'
    OKBLUE = '\033[94m'
    OKGREEN = '\033[92m'
    WARNING = '\033[93m'
    FAIL = '\033[91m'
    ENDC = '\033[0m'
    
import sys
import re
import mx.DateTime
import psycopg2
PORTFOLIO = psycopg2.connect("dbname=portfolio host=meteor.geol.iastate.edu user=nobody")
pcursor = PORTFOLIO.cursor()

CALINFO = re.compile(".*Calibrated? T/DP: AWOS:?\s*([0-9\-\.]+)/([0-9\-\.]+) Std\.? ([0-9\-\.]+)/([0-9\-\.]+)")
{'fraction_non_alphanumeric': 0.15137130801687765, 'fraction_numerical': 0.04746835443037975, 'mean_word_length': 2.1303630363036303, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7050115', 'n_tokens_mistral': 728, 'n_tokens_neox': 635, 'n_words': 148}