<commit_before>import nrrd
import sys
import numpy as np

data, header = nrrd.read(str(sys.argv[2]))

lines = [line.strip() for line in open(str(sys.argv[1]))]

for line in lines:
    if '#' not in line:
        values = line.split(' ')
        xl = np.floor(np.floor(np.float(values[2])) / np.float(header['space directions'][0][0]))
        yl = np.floor(np.floor(np.float(values[3])) / np.float(header['space directions'][1][1]))
        zl = np.floor(np.floor(np.float(values[4])) / np.float(header['space directions'][2][2]))
        xh = np.ceil(np.ceil(np.float(values[2])) / np.float(header['space directions'][0][0]))+1
        yh = np.ceil(np.ceil(np.float(values[3])) / np.float(header['space directions'][1][1]))+1
        zh = np.ceil(np.ceil(np.float(values[4])) / np.float(header['space directions'][2][2]))+1
        value = data[xl:xh, yl:yh, zl:zh]
        if np.sum(value) < 1:
            print(line)
            print(value)<commit_msg>syntax fix<commit_after>import nrrd
import sys
import numpy as np

data, header = nrrd.read(str(sys.argv[2]))

lines = [line.strip() for line in open(str(sys.argv[1]))]

for line in lines:
    if '#' not in line:
        values = line.split(' ')
        xl = int(np.floor(np.floor(np.float(values[2])) / np.float(header['space directions'][0][0])))
        yl = int(np.floor(np.floor(np.float(values[3])) / np.float(header['space directions'][1][1])))
        zl = int(np.floor(np.floor(np.float(values[4])) / np.float(header['space directions'][2][2])))
        xh = int(np.ceil(np.ceil(np.float(values[2])) / np.float(header['space directions'][0][0]))+1)
        yh = int(np.ceil(np.ceil(np.float(values[3])) / np.float(header['space directions'][1][1]))+1)
        zh = int(np.ceil(np.ceil(np.float(values[4])) / np.float(header['space directions'][2][2]))+1)
        value = data[xl:xh, yl:yh, zl:zh]
        if np.sum(value) < 1:
            print(line)
            print(value)
{'fraction_non_alphanumeric': 0.2132921174652241, 'fraction_numerical': 0.02472952086553323, 'mean_word_length': 3.4541284403669725, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3973786', 'n_tokens_mistral': 723, 'n_tokens_neox': 724, 'n_words': 120}