<commit_before>mcts.credentials.user_id=
mcts.credentials.password=

# This schedules the job at 6:02PM everyday(which should fall in the 6-8pm social hours window for MCTS)
mcts.sync.cron=0 2 18 * * ? *

# Separate state ids with comma, no space
# NOTE: We only want UP, UK, Jharkhand & Odisha for Phase 1 since MP & Rajasthan can only have high priority districts,
# which will be a manual L1/L2 process since we cannot filter by districts in the MCTS data feed
mcts.state_ids=5,8,9,20,21,23

# Leave endpoint as empty/null to use default from wsdl
mcts.endpointUrl=

# Days to pull data for. This will always be 1 to signify yesterday, unless there's a catastrophic failure where we need
# to pull more than 1 day of data at a time
mcts.days_to_pull=1

# List of states to filter for
mcts.hpd.states=8,23

# HPD codes for state 8 - RAJASTHAN
mcts.hpd.state8=19,24,25,26,27,28,29,30,31,32

# HPD codes for state 23 - MADHYA PRADESH
mcts.hpd.state23=30,32,33,35,36,37,38,39,40,41,42,43,44,45<commit_msg>Updated HPD codes for RJ and MP<commit_after>mcts.credentials.user_id=
mcts.credentials.password=

# This schedules the job at 6:02PM everyday(which should fall in the 6-8pm social hours window for MCTS)
mcts.sync.cron=0 2 18 * * ? *

# Separate state ids with comma, no space
# NOTE: We only want UP, UK, Jharkhand & Odisha for Phase 1 since MP & Rajasthan can only have high priority districts,
# which will be a manual L1/L2 process since we cannot filter by districts in the MCTS data feed
mcts.state_ids=5,8,9,20,21,23

# Leave endpoint as empty/null to use default from wsdl
mcts.endpointUrl=

# Days to pull data for. This will always be 1 to signify yesterday, unless there's a catastrophic failure where we need
# to pull more than 1 day of data at a time
mcts.days_to_pull=1

# List of states to filter for
mcts.hpd.states=8,23

# HPD codes for state 8 - RAJASTHAN
mcts.hpd.state8=8,9,16,17,18,23,25,27,28,33

# HPD codes for state 23 - MADHYA PRADESH
mcts.hpd.state23=8,9,10,11,12,13,15,28,34,41,42,48,49,50,51,52,53
{'fraction_non_alphanumeric': 0.08714918759231906, 'fraction_numerical': 0.08074839980305268, 'mean_word_length': 4.597796143250688, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2351848', 'n_tokens_mistral': 850, 'n_tokens_neox': 744, 'n_words': 273}