<commit_before>#! /usr/bin/env python

import json
import os
import re
import subprocess
from time import localtime, strftime

def main():

    # Path to repository folder and output json file
    path = '/home/flod/git/webstatus'
    json_filename = '/home/flod/public_html/webstatus/webstatus.json'
    #path = '/home/flodolo/webstatus'
    #json_filename = '/home/flodolo/webstatus/webstatus.json'
    json_data = {}
    ignored_folders = ['dbg', 'templates', '.svn', '.git']

    # Define all products that we need to check
    products = {}
    products['affiliates'] = {
        'repository_name': 'affiliates',
        'product_name': 'affiliates',
        'displayed_name': 'Firefox Affiliates',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/affiliates/',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['browserid'] = {
        'repository_name': 'browserid',
        'product_name': 'browserid',
        'displayed_name': 'Browser ID',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/browserid/',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['browserid-bigtent'] = {
        'repository_name': 'browserid-bigtent',
        'product_name': 'browserid-bigtent',
        'displayed_name': 'Browser ID Big Tent',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/browserid-bigtent/',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['browserid-bigtent-gmail'] = {
        'repository_name': 'browserid-bigtent',
        'product_name': 'browserid-bigtent-gmail',
        'displayed_name': 'Browser ID Big Tent (gmail.po)',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/browserid-bigtent/',
        'po_file': 'LC_MESSAGES/gmail.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['browserid-client'] = {
        'repository_name': 'browserid',
        'product_name': 'browserid-client',
        'displayed_name': 'Browser ID (client.po)',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/browserid/',
        'po_file': 'LC_MESSAGES/client.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['commbadge'] = {
        'repository_name': 'commbadge',
        'product_name': 'commbadge',
        'displayed_name': 'CommBadge',
        'repository_type': 'git',
        'repository_url': 'https://github.com/mozilla/commbadge',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['firefoxflicks'] = {
        'repository_name': 'firefoxflicks',
        'product_name': 'firefoxflicks',
        'displayed_name': 'Firefox Flicks',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/firefoxflicks/',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['fireplace'] = {
        'repository_name': 'fireplace',
        'product_name': 'fireplace',
        'displayed_name': 'Fireplace',
        'repository_type': 'git',
        'repository_url': 'https://github.com/mozilla/fireplace',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['fxaccount-client'] = {
        'repository_name': 'fxa-content-server-l10n',
        'product_name': 'fxaccount-client-l10n',
        'displayed_name': 'Firefox Account (client)',
        'repository_type': 'git',
        'repository_url': 'https://github.com/mozilla/fxa-content-server-l10n',
        'po_file': 'LC_MESSAGES/client.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['fxaccount-server'] = {
        'repository_name': 'fxa-content-server-l10n',
        'product_name': 'fxaccount-server-l10n',
        'displayed_name': 'Firefox Account (server)',
        'repository_type': 'git',
        'repository_url': 'https://github.com/mozilla/fxa-content-server-l10n',
        'po_file': 'LC_MESSAGES/server.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['input'] = {
        'repository_name': 'input',
        'product_name': 'input',
        'displayed_name': 'Firefox Input',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/input/',<commit_msg>Webstatus: ignore folders for fx-account<commit_after>#! /usr/bin/env python

import json
import os
import re
import subprocess
from time import localtime, strftime

def main():

    # Path to repository folder and output json file
    path = '/home/flod/git/webstatus'
    json_filename = '/home/flod/public_html/webstatus/webstatus.json'
    #path = '/home/flodolo/webstatus'
    #json_filename = '/home/flodolo/webstatus/webstatus.json'
    json_data = {}
    ignored_folders = ['dbg', 'templates', '.svn', '.git']

    # Define all products that we need to check
    products = {}
    products['affiliates'] = {
        'repository_name': 'affiliates',
        'product_name': 'affiliates',
        'displayed_name': 'Firefox Affiliates',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/affiliates/',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['browserid'] = {
        'repository_name': 'browserid',
        'product_name': 'browserid',
        'displayed_name': 'Browser ID',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/browserid/',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['browserid-bigtent'] = {
        'repository_name': 'browserid-bigtent',
        'product_name': 'browserid-bigtent',
        'displayed_name': 'Browser ID Big Tent',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/browserid-bigtent/',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['browserid-bigtent-gmail'] = {
        'repository_name': 'browserid-bigtent',
        'product_name': 'browserid-bigtent-gmail',
        'displayed_name': 'Browser ID Big Tent (gmail.po)',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/browserid-bigtent/',
        'po_file': 'LC_MESSAGES/gmail.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['browserid-client'] = {
        'repository_name': 'browserid',
        'product_name': 'browserid-client',
        'displayed_name': 'Browser ID (client.po)',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/browserid/',
        'po_file': 'LC_MESSAGES/client.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['commbadge'] = {
        'repository_name': 'commbadge',
        'product_name': 'commbadge',
        'displayed_name': 'CommBadge',
        'repository_type': 'git',
        'repository_url': 'https://github.com/mozilla/commbadge',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['firefoxflicks'] = {
        'repository_name': 'firefoxflicks',
        'product_name': 'firefoxflicks',
        'displayed_name': 'Firefox Flicks',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/firefoxflicks/',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['fireplace'] = {
        'repository_name': 'fireplace',
        'product_name': 'fireplace',
        'displayed_name': 'Fireplace',
        'repository_type': 'git',
        'repository_url': 'https://github.com/mozilla/fireplace',
        'po_file': 'LC_MESSAGES/messages.po',
        'locale_folder': 'locale',
        'excluded_folders': []
    }
    products['fxaccount-client'] = {
        'repository_name': 'fxa-content-server-l10n',
        'product_name': 'fxaccount-client-l10n',
        'displayed_name': 'Firefox Account (client)',
        'repository_type': 'git',
        'repository_url': 'https://github.com/mozilla/fxa-content-server-l10n',
        'po_file': 'LC_MESSAGES/client.po',
        'locale_folder': 'locale',
        'excluded_folders': ['linux', 'osx', 'win32']
    }
    products['fxaccount-server'] = {
        'repository_name': 'fxa-content-server-l10n',
        'product_name': 'fxaccount-server-l10n',
        'displayed_name': 'Firefox Account (server)',
        'repository_type': 'git',
        'repository_url': 'https://github.com/mozilla/fxa-content-server-l10n',
        'po_file': 'LC_MESSAGES/server.po',
        'locale_folder': 'locale',
        'excluded_folders': ['linux', 'osx', 'win32']
    }
    products['input'] = {
        'repository_name': 'input',
        'product_name': 'input',
        'displayed_name': 'Firefox Input',
        'repository_type': 'svn',
        'repository_url': 'http://svn.mozilla.org/projects/l10n-misc/trunk/input/',
{'fraction_non_alphanumeric': 0.16593619406788299, 'fraction_numerical': 0.005707878911425951, 'mean_word_length': 2.884402216943785, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 8, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2189871', 'n_tokens_mistral': 3323, 'n_tokens_neox': 3299, 'n_words': 483}