<commit_before>#!/usr/bin/env python3

# -*- coding: utf-8 -*-



__author__ = '<NAME>'

import time, uuid, datetime, math

from orm import Model, StringField, BooleanField, FloatField, IntegerField

from decimal import Decimal as D



def next_id():
    return '%015d%s000' % (int(time.time() * 1000), uuid.uuid4().hex)

def today():
    return time.strftime("%Y-%m-%d", time.localtime())

def convert_date(date):
    return datetime.datetime.strptime(date,'%Y-%m-%d')

def round_float(f, pos=2):
    p1 = pow(D('10'), D(str(pos+1)))
    last = D(str(int(D(str(f))*p1)))%D('10')
    p = pow(D('10'), D(str(pos)))
    if last >= 5:
        return math.ceil(D(str(f))*p)/p
    else:
        return math.floor(D(str(f))*p)/p<commit_msg>fix again<commit_after>#!/usr/bin/env python3

# -*- coding: utf-8 -*-



__author__ = '<NAME>'

import time, uuid, datetime, math

from orm import Model, StringField, BooleanField, FloatField, IntegerField

from decimal import Decimal as D



def next_id():
    return '%015d%s000' % (int(time.time() * 1000), uuid.uuid4().hex)

def today():
    return time.strftime("%Y-%m-%d", time.localtime())

def convert_date(date):
    return datetime.datetime.strptime(date,'%Y-%m-%d')

def round_float(f, pos=2):
    p1 = pow(D('10'), D(str(pos+1)))
    last = D(str(int(D(str(f))*p1)))%D('10')
    p = pow(D('10'), D(str(pos)))
    if last >= 5:
        return float(math.ceil(D(str(f))*p)/p)
    else:
        return float(math.floor(D(str(f))*p)/p)
{'fraction_non_alphanumeric': 0.2070365358592693, 'fraction_numerical': 0.03247631935047361, 'mean_word_length': 3.801948051948052, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5150547', 'n_tokens_mistral': 604, 'n_tokens_neox': 565, 'n_words': 120}