<jupyter_start><jupyter_text>End to end  Efficiency<jupyter_code>%%time 
score = utils.end_to_end('data/eff_train/eff_train1.csv',plot=True)
print('test---------------------------train')
print(score)
score = utils.end_to_end('data/qual_train/qual_train1.csv',clip_treshold=None,plot=True,lag_to_drop=1,horizont=4,X_length=10,top=0.01)
print('test---------------------------train')
print(score)
score = utils.end_to_end('data/energy_cons_train/Energy_cons_train1.csv',
                         plot=True,
                         lag_to_drop=20,
                         horizont=2*60,
                         X_length=80,
                         top=0.01)
print('train---------------------------test')
print(score)<jupyter_output>Reading data from "data/energy_cons_train/Energy_cons_train1.csv"...
2.8025260613
{'fraction_non_alphanumeric': 0.2115621156211562, 'fraction_numerical': 0.03936039360393604, 'mean_word_length': 2.167315175097276, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '442164', 'license': 'MIT', 'n_tokens_mistral': 283, 'n_tokens_neox': 264, 'n_words': 25, 'path': 'notebook2_draft.ipynb', 'repo_name': 'ale3otik/GlobalChangersSibur', 'size': '813'}