<commit_before># -*-coding: utf-8 -*-
from path import path
from subprocess import call

from globals import get_filenames

def main():
    filenames = get_filenames()
    for filename in filenames:
        if "data.txt" in filename:
            dirname = path.dirname(filename)
            
            # Crude values
            crude_values = path.joinpath(dirname, "crude-values.png")
            
            # if not crude_values in filenames:    
            command = "python crude_values.py " + filename
            print command
            call(command.split(" "))
            
            # Moving average
            moving_average_reps = ["1"]
            moving_average_steps = ["2", "5", "7"]
            
            for moving_average_rep in moving_average_reps:
                for moving_average_step in moving_average_steps:
                    moving_average = path.joinpath(dirname, 
                                                   "moving-average_" + 
                                                   moving_average_rep + "x_" + 
                                                   moving_average_step + ".png")
                    
                    # if not moving_average in filenames:
                    command = ("python moving_average.py " + filename + " " + 
                               moving_average_rep + " " + moving_average_step)
                    print command
                    call(command.split(" "))
            
            
            
            # Fourier transform
            ft_re = path.joinpath(dirname, "fourier-transform_re.png")
            ft_im = path.joinpath(dirname, "fourier-transform_im.png")
            
            # if not (ft_re in filenames and ft_im in filenames):
            command = "python fourier_transform.py " + filename
            print command
            call(command.split(" "))
            

if __name__ == "__main__":
    main()<commit_msg>Restore conditions<commit_after># -*-coding: utf-8 -*-
from path import path
from subprocess import call

from globals import get_filenames

def main():
    filenames = get_filenames()
    for filename in filenames:
        if "data.txt" in filename:
            dirname = path.dirname(filename)
            
            # Crude values
            crude_values = path.joinpath(dirname, "crude-values.png")
            
            if not crude_values in filenames:    
                command = "python crude_values.py " + filename
                print command
                call(command.split(" "))
            
            # Moving average
            moving_average_reps = ["1"]
            moving_average_steps = ["2", "5", "7"]
            
            for moving_average_rep in moving_average_reps:
                for moving_average_step in moving_average_steps:
                    moving_average = path.joinpath(dirname, 
                                                   "moving-average_" + 
                                                   moving_average_rep + "x_" + 
                                                   moving_average_step + ".png")
                    
                    if not moving_average in filenames:
                        command = ("python moving_average.py " + filename + " " + 
                                   moving_average_rep + " " + moving_average_step)
                        print command
                        call(command.split(" "))
            
            
            
            # Fourier transform
            ft_re = path.joinpath(dirname, "fourier-transform_re.png")
            ft_im = path.joinpath(dirname, "fourier-transform_im.png")
            
            if not (ft_re in filenames and ft_im in filenames):
                command = "python fourier_transform.py " + filename
                print command
                call(command.split(" "))
            

if __name__ == "__main__":
    main()
{'fraction_non_alphanumeric': 0.07739463601532567, 'fraction_numerical': 0.002554278416347382, 'mean_word_length': 1.2262649232518477, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 13, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6405951', 'n_tokens_mistral': 1003, 'n_tokens_neox': 923, 'n_words': 222}