<commit_before>module Typhon

  class Compiler < Rubinius::Compiler

    def self.compiled_filename(filename)
      if filename =~ /.py$/
        filename + ".rbc"
      else
        filename + ".compiled.rbc"
      end
    end

    def self.compile_if_needed(file, output = nil, print = Print.new)
      compiled = output || compiled_filename(file)
      needed = !File.exists?(compiled) ||
        File.stat(compiled).mtime < File.stat(file).mtime
      if needed
        compile_file(file, compiled, print)
      else<commit_msg>Always recompile by now.<commit_after>module Typhon

  class Compiler < Rubinius::Compiler

    def self.compiled_filename(filename)
      if filename =~ /.py$/
        filename + ".rbc"
      else
        filename + ".compiled.rbc"
      end
    end

    def self.compile_if_needed(file, output = nil, print = Print.new)
      compiled = output || compiled_filename(file)
      needed = true || !File.exists?(compiled) ||
        File.stat(compiled).mtime < File.stat(file).mtime
      if needed
        compile_file(file, compiled, print)
      else
{'fraction_non_alphanumeric': 0.10987996306555864, 'fraction_numerical': 0.0, 'mean_word_length': 2.5080906148867315, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3286947', 'n_tokens_mistral': 338, 'n_tokens_neox': 318, 'n_words': 75}