<commit_before>"""
Process the groups in Mendeley, since they give an indication of time variation. 
"""
import gc 
import os 
import array 
import numpy 
import logging
import scipy.sparse 
import time 
import pickle
import itertools 
from datetime import datetime, timedelta  
from exp.util.SparseUtils import SparseUtils 
from exp.util.SparseUtilsCython import SparseUtilsCython
from apgl.util.PathDefaults import PathDefaults 
from apgl.util.Util import Util 
from exp.recommendexp.TimeStamptedIterator import TimeStamptedIterator


class MendeleyGroupsDataset(object): 
    def __init__(self, maxIter=None, iterStartTimeStamp=None): 
        outputDir = PathDefaults.getOutputDir() + "recommend/erasm/"

        if not os.path.exists(outputDir): 
            os.mkdir(outputDir)<commit_msg>remove imports <commit_after>"""
Process the groups in Mendeley, since they give an indication of time variation. 
"""
import gc 
import os 
import array 
import numpy 
import logging
import time 
import pickle
import itertools 
from datetime import datetime, timedelta  
from apgl.util.PathDefaults import PathDefaults 
from apgl.util.Util import Util 
from exp.recommendexp.TimeStamptedIterator import TimeStamptedIterator


class MendeleyGroupsDataset(object): 
    def __init__(self, maxIter=None, iterStartTimeStamp=None): 
        outputDir = PathDefaults.getOutputDir() + "recommend/erasm/"

        if not os.path.exists(outputDir): 
            os.mkdir(outputDir)
{'fraction_non_alphanumeric': 0.06471389645776567, 'fraction_numerical': 0.0, 'mean_word_length': 4.481343283582089, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6426852', 'n_tokens_mistral': 450, 'n_tokens_neox': 426, 'n_words': 131}