<commit_before>#!/usr/bin/python
# -*- coding: utf-8 -*-

from promrep.models import Post
import collections

def run():
    # nom_list = [p.cognomen for p in Person.objects.all()]
    # counter=collections.Counter(nom_list)
#
    # for name, freq in counter.most_common():
    #     print "%s,\t%s" %(freq, name)

    for a in Post.objects.all():
        for ap in a.PostAssertion_set.all():
            if ap.secondary_source.id == 1:
                print ap.original_text<commit_msg>fixed flake8 errors<commit_after>#!/usr/bin/python
# -*- coding: utf-8 -*-

from promrep.models import Post


def run():
    # nom_list = [p.cognomen for p in Person.objects.all()]
    # counter=collections.Counter(nom_list)
    #
    # for name, freq in counter.most_common():
    #     print "%s,\t%s" %(freq, name)

    for a in Post.objects.all():
        for ap in a.PostAssertion_set.all():
            if ap.secondary_source.id == 1:
                print ap.original_text
{'fraction_non_alphanumeric': 0.14285714285714285, 'fraction_numerical': 0.005175983436853002, 'mean_word_length': 2.5291970802919708, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5874368', 'n_tokens_mistral': 330, 'n_tokens_neox': 322, 'n_words': 79}