<commit_before><commit_msg>Test if light curves are extracted correctly<commit_after>from __future__ import division, print_function
import cPickle as pickle
import sys
import matplotlib.pyplot as plt

print('Loading lc file...')
lcdata = pickle.load(open(sys.argv[1]))

time = lcdata['time']
lc = lcdata['lc']
gti = lcdata['gti']

plt.plot(time, lc, drawstyle='steps-mid', color='k')

for g in gti:
    plt.axvline(g[0], ls='--', color='red')
    plt.axvline(g[1], ls='--', color='red')
plt.show()
{'fraction_non_alphanumeric': 0.17269076305220885, 'fraction_numerical': 0.006024096385542169, 'mean_word_length': 5.397435897435898, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6048472', 'n_tokens_mistral': 190, 'n_tokens_neox': 185, 'n_words': 47}