<commit_before>import pandas as pd
import os

file = open('/tigress/np5/true_params.txt','r')

index = ''
tracker = 'unbound'
df1 = pd.DataFrame()
df2 = pd.DataFrame()
df3 = pd.DataFrame()
for line in file:
    if line == '\n':
        continue
    elif 'test' in line:
        index = line.split(':')[1][1:-1]
        if index > '1000':
            tracker = 'bound'
        elif index > '2000':
            tracker = 'triplet3'
        index = 'case' + index
    else:
        if tracker == 'unbound':
            line = line.split('=')[1]
            line = line.split(',')
            M1 = float(line[0][2:])
            M2 = float(line[1])<commit_msg>fix index<commit_after>import pandas as pd
import os

file = open('/tigress/np5/true_params.txt','r')

index = ''
tracker = 'unbound'
df1 = pd.DataFrame()
df2 = pd.DataFrame()
df3 = pd.DataFrame()
for line in file:
    if line == '\n':
        continue
    elif 'test' in line:
        index = line.split(':')[1][1:-1]
        if index > '999':
            tracker = 'bound'
        elif index > '1999':
            tracker = 'triplet3'
        index = 'case' + index
    else:
        if tracker == 'unbound':
            line = line.split('=')[1]
            line = line.split(',')
            M1 = float(line[0][2:])
            M2 = float(line[1])
{'fraction_non_alphanumeric': 0.16679418515684774, 'fraction_numerical': 0.03289977046671767, 'mean_word_length': 1.945945945945946, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1114027', 'n_tokens_mistral': 463, 'n_tokens_neox': 445, 'n_words': 112}