
"""simple docstring"""





import argparse
import logging
import pickle
from collections import Counter


logging.basicConfig(
    format='%(asctime)s - %(levelname)s - %(name)s - %(message)s', datefmt='%m/%d/%Y %H:%M:%S', level=logging.INFO
)
_a		       =							logging.getLogger(__name__)

if __name__ == "__main__":
    _a		       =							argparse.ArgumentParser(
        description='Token Counts for smoothing the masking probabilities in MLM (cf XLM/word2vec)'
    )
    parser.add_argument(
        '--data_file', type=str, default='data/dump.bert-base-uncased.pickle', help='The binarized dataset.'
    )
    parser.add_argument(
        '--token_counts_dump', type=str, default='data/token_counts.bert-base-uncased.pickle', help='The dump file.'
    )
    parser.add_argument('--vocab_size', default=30_522, type=int)
    _a		       =							parser.parse_args()

    logger.info(f"""Loading data from {args.data_file}""")
    with open(args.data_file, 'rb') as fp:
        _a		       =							pickle.load(fp)

    logger.info('Counting occurrences for MLM.')
    _a		       =							Counter()
    for tk_ids in data:
        counter.update(tk_ids)
    _a		       =							[0] * args.vocab_size
    for k, v in counter.items():
        _a		       =							v

    logger.info(f"""Dump to {args.token_counts_dump}""")
    with open(args.token_counts_dump, 'wb') as handle:
        pickle.dump(counts, handle, protocol=pickle.HIGHEST_PROTOCOL)






'''simple docstring'''
__snake_case							      =     65521


def 			a      (			__a   )  ->	int:



					'''simple docstring'''






					UpperCamelCase__   :Tuple												= 1
					UpperCamelCase__   :Any												= 0
					for plain_chr in plain_text:
										UpperCamelCase__   :List[str]												= (a + ord(__a   )) % MOD_ADLER
										UpperCamelCase__   :Tuple												= (b + a) % MOD_ADLER
					return (b << 16) | a