<commit_before>#!/usr/bin/python

import argparse
import os
import shutil
import sys
import time

def main():
    parser = argparse.ArgumentParser(
      description="Test for clobber file, and delete build"
        "directory if different")
    parser.add_argument("--build_dir", type=str,
            required=True,
            help="Build Directory")
    parser.add_argument("--source_dir", type=str,
            required=True,
            help="Source Directory")
    args = parser.parse_args(sys.argv[1:])

    build_file = os.path.join(args.build_dir, "clobber.txt")
    source_file = os.path.join(args.source_dir, "clobber.txt")

    try:
      print build_file
      old_time = int(os.path.getmtime(build_file))
    except:
      old_time = 0

      try:
      new_time = int(os.path.getmtime(source_file))
    except:
      new_time = 0

      if (not old_time == new_time):
      try:
        shutil.rmtree(args.build_dir)
        os.mkdir(args.build_dir)
        shutil.copy2(source_file, build_file)
      except Exception as e:
        print e
        pass

if __name__ == "__main__":
  main()<commit_msg>Fixed clobber file<commit_after>#!/usr/bin/python

import argparse
import os
import shutil
import sys
import time

def main():
    parser = argparse.ArgumentParser(
      description="Test for clobber file, and delete build"
        "directory if different")
    parser.add_argument("--build_dir", type=str,
            required=True,
            help="Build Directory")
    parser.add_argument("--source_dir", type=str,
            required=True,
            help="Source Directory")
    args = parser.parse_args(sys.argv[1:])

    build_file = os.path.join(args.build_dir, "clobber.txt")
    source_file = os.path.join(args.source_dir, "clobber.txt")

    try:
      print build_file
      old_time = int(os.path.getmtime(build_file))
    except:
      old_time = 0

    try:
      new_time = int(os.path.getmtime(source_file))
    except:
      new_time = 0

      if (not old_time == new_time):
      try:
        shutil.rmtree(args.build_dir)
        os.mkdir(args.build_dir)
        shutil.copy2(source_file, build_file)
      except Exception as e:
        print e
        pass

if __name__ == "__main__":
  main()
{'fraction_non_alphanumeric': 0.11165698972755694, 'fraction_numerical': 0.003573023671281822, 'mean_word_length': 2.5387045813586098, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5191365', 'n_tokens_mistral': 747, 'n_tokens_neox': 728, 'n_words': 155}