<commit_before>#!/usr/bin/env python
"""
A script to split up GEOS-Chem jobs on HPC into shorter runs

Notes
-------
 - Jobs can be split by day, week, month, or numbers of months etc...
 - This allows simple management of job submission
 - Large jobs can also be fitted in queues with lower time limits
 - fairer access
 - You can either pass as arguments or run a UI if no arguments are passed.
 - The jobs can call the next job in the sequence meaning you can submit in the same way.
 - see "$ python monthly_run.py --help" for more information.
 - TODO:
    - Make the stop after the final job in a set end in a cleaner way
    - Alter SLURM script to stop it seeing BASH variables as commands
"""

import subprocess
import json
import os
import stat
import sys
import shutil
import datetime
import calendar
from dateutil.relativedelta import relativedelta
import pytest

# Master debug switch for the main driver
DEBUG = True

class GC_Job:
    """<commit_msg>Turn debugging off by default<commit_after>#!/usr/bin/env python
"""
A script to split up GEOS-Chem jobs on HPC into shorter runs

Notes
-------
 - Jobs can be split by day, week, month, or numbers of months etc...
 - This allows simple management of job submission
 - Large jobs can also be fitted in queues with lower time limits
 - fairer access
 - You can either pass as arguments or run a UI if no arguments are passed.
 - The jobs can call the next job in the sequence meaning you can submit in the same way.
 - see "$ python monthly_run.py --help" for more information.
 - TODO:
    - Make the stop after the final job in a set end in a cleaner way
    - Alter SLURM script to stop it seeing BASH variables as commands
"""

import subprocess
import json
import os
import stat
import sys
import shutil
import datetime
import calendar
from dateutil.relativedelta import relativedelta
import pytest

# Master debug switch for the main driver
DEBUG = False

class GC_Job:
    """
{'fraction_non_alphanumeric': 0.05649717514124294, 'fraction_numerical': 0.0, 'mean_word_length': 3.3775280898876403, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2042911', 'n_tokens_mistral': 528, 'n_tokens_neox': 516, 'n_words': 302}