<commit_before>import csv
import django.conf
import json
import logging
import urllib2

from datetime import datetime
from django.utils.timezone import now
from django.conf import settings
from django.db import models
from django.contrib.auth.models import User
from django.core.management.base import BaseCommand, CommandError
from ....users.models import Editor,UserProfile

logger = logging.getLogger(__name__)

class Command(BaseCommand):
    """
    Imports users from applications CSV. Only looks at the Username and Timestamp fields.
    Fields:
    Partner [not used],
    Timestamp (date: dd/mm/yyyy),
    Username (string: wp_username),
    Email (string: <EMAIL>),
    Collection [not used],
    Title [not used]
    """
    # Let's not send mails about imported stuff.
    django.conf.settings.EMAIL_BACKEND = 'django.core.mail.backends.console.EmailBackend'
<commit_msg>mark optional fields in user import csv<commit_after>import csv
import django.conf
import json
import logging
import urllib2

from datetime import datetime
from django.utils.timezone import now
from django.conf import settings
from django.db import models
from django.contrib.auth.models import User
from django.core.management.base import BaseCommand, CommandError
from ....users.models import Editor,UserProfile

logger = logging.getLogger(__name__)

class Command(BaseCommand):
    """
    Imports users from applications CSV. Only looks at the Username and Timestamp fields.
    Fields:
    Partner [not used],
    Timestamp [optional] (date: dd/mm/yyyy),
    Username (string: wp_username),
    Email (string: <EMAIL>),
    Collection [not used],
    Title [not used]
    """
    # Let's not send mails about imported stuff.
    django.conf.settings.EMAIL_BACKEND = 'django.core.mail.backends.console.EmailBackend'

{'fraction_non_alphanumeric': 0.08430393788130892, 'fraction_numerical': 0.0011092623405435386, 'mean_word_length': 4.183908045977011, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '927329', 'n_tokens_mistral': 509, 'n_tokens_neox': 493, 'n_words': 175}