<commit_before>from django.test import TestCase
from common.helpers.collections import find_first, flatten, count_occurrences, distinct


class CollectionsTests(TestCase):

    def setUp(self):

        self.test_project = {
            "model": "civictechprojects.project",
            "pk": 28,
            "fields": {
                "project_creator": 12,
                "project_description": "Its Eco Act!",
                "project_description_solution": "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aenean dignissim, felis vehicula convallis consectetur, mauris elit dictum nisi, et rhoncus dolor neque et ligula. Nullam volutpat quam non augue faucibus, id hendrerit lacus iaculis. Aliquam eros quam, maximus sit amet maximus ac, mollis et velit. Nulla lacinia fringilla diam nec efficitur. Donec gravida, arcu sit amet luctus efficitur, enim diam bibendum erat, aliquet feugiat risus eros in orci. Aenean eros magna, congue eget orci ut, pulvinar maximus justo. Nulla posuere consectetur tincidunt.",
                "project_description_actions": "The specific solution will be discussed when you decide to work with us. We recently ran an extensive experiment testing the effect of #Newsrooms' algorithm, and we found out that #Newsrooms\u2019 readers acquired significantly more knowledge from news articles in a more efficient way compared to users of other news platforms such as Google News. More balanced (less polarized) news consumption was also achieved.",
                "project_short_description": "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aenean dignissim, felis vehicula convallis consectetur, mauris elit dictum nisi, et rhoncus dolor neque et ligula. Nullam volutpat quam non augue faucibus, id hendrerit lacus iaculis. ",
                "project_location": "Other",
                "project_country": "US",
                "project_state": "WA",
                "project_city": "Seattle",
                "project_city": "Seattle",
                "project_name": "EcoAct",
                "project_url": "",
                "project_date_created": "2020-03-13T20:47:00.867Z",
                "project_date_modified": "2020-03-13T20:48:13.550Z",<commit_msg>Removed redundant field.<commit_after>from django.test import TestCase
from common.helpers.collections import find_first, flatten, count_occurrences, distinct


class CollectionsTests(TestCase):

    def setUp(self):

        self.test_project = {
            "model": "civictechprojects.project",
            "pk": 28,
            "fields": {
                "project_creator": 12,
                "project_description": "Its Eco Act!",
                "project_description_solution": "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aenean dignissim, felis vehicula convallis consectetur, mauris elit dictum nisi, et rhoncus dolor neque et ligula. Nullam volutpat quam non augue faucibus, id hendrerit lacus iaculis. Aliquam eros quam, maximus sit amet maximus ac, mollis et velit. Nulla lacinia fringilla diam nec efficitur. Donec gravida, arcu sit amet luctus efficitur, enim diam bibendum erat, aliquet feugiat risus eros in orci. Aenean eros magna, congue eget orci ut, pulvinar maximus justo. Nulla posuere consectetur tincidunt.",
                "project_description_actions": "The specific solution will be discussed when you decide to work with us. We recently ran an extensive experiment testing the effect of #Newsrooms' algorithm, and we found out that #Newsrooms\u2019 readers acquired significantly more knowledge from news articles in a more efficient way compared to users of other news platforms such as Google News. More balanced (less polarized) news consumption was also achieved.",
                "project_short_description": "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Aenean dignissim, felis vehicula convallis consectetur, mauris elit dictum nisi, et rhoncus dolor neque et ligula. Nullam volutpat quam non augue faucibus, id hendrerit lacus iaculis. ",
                "project_location": "Other",
                "project_country": "US",
                "project_state": "WA",
                "project_city": "Seattle",
                "project_name": "EcoAct",
                "project_url": "",
                "project_date_created": "2020-03-13T20:47:00.867Z",
                "project_date_modified": "2020-03-13T20:48:13.550Z",
{'fraction_non_alphanumeric': 0.07337573830077238, 'fraction_numerical': 0.019082235347569285, 'mean_word_length': 3.185361216730038, 'pattern_counts': {'":': 33, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5302438', 'n_tokens_mistral': 1382, 'n_tokens_neox': 1262, 'n_words': 453}