<jupyter_start><jupyter_text>Baseline days<jupyter_code>st = datetime.datetime(2021,8,9,23,45,0)
en = datetime.datetime(2021,8,15,23,45,0)
data20 = db.get_data(st, en, cell='1a', include_setpoints = False)
data21 = db.get_data(st, en, cell='1b', include_setpoints = False)
print(data20.columns)
print(data20['1A-Th-Chilled Water'].head())
data20.to_csv('data20.csv', index = True)
data21.to_csv('data21.csv',index = True)
path1 = 'data20'
path2 = 'data21'
data20 = process_input(path1)
data21 = process_input(path2)
print(data20.head())<jupyter_output>desk1_plug_power  desk2_plug_power  desk3_plug_power  \
time                                                                        
2021-08-09 23:45:00               NaN               NaN               NaN   
2021-08-10 00:00:00               NaN               NaN               NaN   
2021-08-10 00:15:00               NaN               NaN               NaN   
2021-08-10 00:30:00               NaN               NaN               NaN   
2021-08-10 00:45:00               NaN               NaN               NaN   

                     desk4_plug_power  desk5_plug_power  desk6_plug_power  \
time                                                                        
2021-08-09 23:45:00               NaN               NaN               NaN   
2021-08-10 00:00:00               NaN               NaN               NaN   
2021-08-10 00:15:00               NaN               NaN               NaN   
2021-08-10 00:30:00               NaN               NaN               NaN  [...]<jupyter_text>Shed test days<jupyter_code>st_shed = datetime.datetime(2021,8,15,23,45,0)
en_shed = datetime.datetime(2021,9,3,23,45,0)
data22 = db.get_data(st_shed, en_shed, cell='1a', include_setpoints = False)
data23 = db.get_data(st_shed, en_shed, cell='1b', include_setpoints = False)
data22.to_csv('data22.csv', index = True)
data23.to_csv('data23.csv',index = True)
path3 = 'data22'
path4 = 'data23'
data22 = process_input(path3)
data23 = process_input(path4)<jupyter_output><class 'pandas.core.indexes.datetimes.DatetimeIndex'>
<class 'pandas.core.indexes.datetimes.DatetimeIndex'><jupyter_text>Shift test days<jupyter_code>st_shift = datetime.datetime(2021,9,14,23,45,0)
en_shift = datetime.datetime(2021,9,19,23,45,0)
data24 = db.get_data(st_shift, en_shift, cell='1a', include_setpoints = False)
data25 = db.get_data(st_shift, en_shift, cell='1b', include_setpoints = False)
data24.to_csv('data24.csv', index = True)
data25.to_csv('data25.csv',index = True)
path5 = 'data24'
path6 = 'data25'
data24 = process_input(path5)
data25 = process_input(path6)<jupyter_output><class 'pandas.core.indexes.datetimes.DatetimeIndex'>
<class 'pandas.core.indexes.datetimes.DatetimeIndex'>
{'fraction_non_alphanumeric': 0.11691176470588235, 'fraction_numerical': 0.10551470588235294, 'mean_word_length': 2.262589928057554, 'pattern_counts': {'":': 0, '<': 14, '<?xml version=': 0, '>': 14, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '3', 'dir': 'jupyter-structured-clean-dedup', 'id': '355668', 'license': 'MIT', 'n_tokens_mistral': 1109, 'n_tokens_neox': 945, 'n_words': 153, 'path': 'flexlab/test_data_analysis/Flexlab_HIL_DA_db_query_file.ipynb', 'repo_name': 'rongxinyin/HIL-Sim', 'size': '2720'}