<commit_before>#!/usr/bin/env python

import os
import itertools
import numpy as np
from scipy.interpolate import interp1d
from astropy.io import fits
from astropy.time import Time
import astropy.coordinates as coo
from astropy import units as u
<commit_msg>no longer needed<commit_after>#!/usr/bin/env python

import os
import itertools
import numpy as np
from astropy.io import fits
from astropy.time import Time
import astropy.coordinates as coo
from astropy import units as u

{'fraction_non_alphanumeric': 0.04791666666666667, 'fraction_numerical': 0.0020833333333333333, 'mean_word_length': 5.166666666666667, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5790320', 'n_tokens_mistral': 147, 'n_tokens_neox': 146, 'n_words': 62}