<commit_before>#!/usr/bin/env python

import ast

# All the filters
from src.filters import CDSLengthRangeFilter

class FilterManager:

    def __init__(self):
        # Build filters
        self.filters = dict()
        self.filters['cds_length_range'] = CDSLengthRangeFilter()
        
        # Build args
        self.filter_args = dict()
        for filt_name, filt in self.filters.items():
            self.filter_args[filt_name] = [attr for attr in dir(filt) if not callable(getattr(filt, attr)) and not attr.startswith("__")]
        
        # Starts out dirty
        self.dirty = True

    def apply_filters(self, seq):<commit_msg>FilterManager starts out squeaky clean<commit_after>#!/usr/bin/env python

import ast

# All the filters
from src.filters import CDSLengthRangeFilter

class FilterManager:

    def __init__(self):
        # Build filters
        self.filters = dict()
        self.filters['cds_length_range'] = CDSLengthRangeFilter()
        
        # Build args
        self.filter_args = dict()
        for filt_name, filt in self.filters.items():
            self.filter_args[filt_name] = [attr for attr in dir(filt) if not callable(getattr(filt, attr)) and not attr.startswith("__")]
        
        # Starts out dirty
        self.dirty = False

    def apply_filters(self, seq):
{'fraction_non_alphanumeric': 0.09603658536585366, 'fraction_numerical': 0.0, 'mean_word_length': 2.6371191135734073, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5769483', 'n_tokens_mistral': 397, 'n_tokens_neox': 390, 'n_words': 105}