<commit_before>import os
import tempfile

import yaml

from fabric.api import env, get, hide, lcd, local, put, require, run, settings, sudo, task
from fabric.colors import red
from fabric.contrib import files, project
from fabric.contrib.console import confirm
from fabric.utils import abort

PROJECT_ROOT = os.path.dirname(__file__)
CONF_ROOT = os.path.join(PROJECT_ROOT, 'conf')

VALID_ROLES = (
    'salt-master',
    'web',
    'worker',
    'balancer',
    'db-master',
    'queue',
    'cache',
)

# FIXME: Once the master has been setup this should be set to IP of the master
# This assumes a single master for both staging and production
env.master = 'CHANGEME'

<commit_msg>add master IP to fabfile<commit_after>import os
import tempfile

import yaml

from fabric.api import env, get, hide, lcd, local, put, require, run, settings, sudo, task
from fabric.colors import red
from fabric.contrib import files, project
from fabric.contrib.console import confirm
from fabric.utils import abort

PROJECT_ROOT = os.path.dirname(__file__)
CONF_ROOT = os.path.join(PROJECT_ROOT, 'conf')

VALID_ROLES = (
    'salt-master',
    'web',
    'worker',
    'balancer',
    'db-master',
    'queue',
    'cache',
)

# This assumes a single master for both staging and production
env.master = '192.168.3.11'


{'fraction_non_alphanumeric': 0.10215053763440861, 'fraction_numerical': 0.0069124423963133645, 'mean_word_length': 4.070038910505836, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '440868', 'n_tokens_mistral': 417, 'n_tokens_neox': 407, 'n_words': 144}