<commit_before># -*- coding: utf-8 -*-

import json
import uuid
import itertools

import web
import netaddr

import nailgun.rpc as rpc
from nailgun.db import orm
from nailgun.settings import settings
from nailgun.logger import logger
from nailgun.api.models import Cluster
from nailgun.api.models import Node
from nailgun.api.models import Network, NetworkElement, NetworkGroup, Vlan
from nailgun.api.models import Release
from nailgun.api.models import Attributes
from nailgun.api.models import Task

from nailgun.api.handlers.base import JSONHandler<commit_msg>[nailgun] Forgotten import. Needs test for this part of code.<commit_after># -*- coding: utf-8 -*-

import json
import uuid
import itertools
import traceback

import web
import netaddr

import nailgun.rpc as rpc
from nailgun.db import orm
from nailgun.settings import settings
from nailgun.logger import logger
from nailgun.api.models import Cluster
from nailgun.api.models import Node
from nailgun.api.models import Network, NetworkElement, NetworkGroup, Vlan
from nailgun.api.models import Release
from nailgun.api.models import Attributes
from nailgun.api.models import Task

from nailgun.api.handlers.base import JSONHandler
{'fraction_non_alphanumeric': 0.060453400503778336, 'fraction_numerical': 0.0016792611251049538, 'mean_word_length': 5.208333333333333, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6187778', 'n_tokens_mistral': 333, 'n_tokens_neox': 333, 'n_words': 130}