<commit_before>#!/usr/bin/python

from sparkvent.client import *
from sparkvent.config import Config
import csv

import sys
import os
sys.path.insert(0, '../sparkvent')


ROOT_DIR = os.path.dirname(os.path.abspath(__file__ + "/../"))


def main():
    client = Client(ROOT_DIR + "/conf/config.yml")
    all_data = client.get_all_info()<commit_msg>update path<commit_after>#!/usr/bin/python

import sys
import os

sys.path.insert(0, '../sparkvent')
from sparkvent.client import *
from sparkvent.config import Config
import csv


ROOT_DIR = os.path.dirname(os.path.abspath(__file__ + "/../"))


def main():
    client = Client(ROOT_DIR + "/conf/config.yml")
    all_data = client.get_all_info()
{'fraction_non_alphanumeric': 0.1531791907514451, 'fraction_numerical': 0.002890173410404624, 'mean_word_length': 4.095588235294118, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7009827', 'n_tokens_mistral': 248, 'n_tokens_neox': 235, 'n_words': 50}