def loadTokensFromFiles(TOKEN_DATA_PATH, train_data_tokenized, train_attention_mask, valid_data_tokenized, valid_attention_mask, test_data_tokenized, test_attention_mask):
    with open((TOKEN_DATA_PATH + 'train_data_tokenized.txt'), 'rb') as fp:
        train_data_tokenized = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'train_attention_mask.txt'), 'rb') as fp:
        train_attention_mask = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'valid_data_tokenized.txt'), 'rb') as fp:
        valid_data_tokenized = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'valid_attention_mask.txt'), 'rb') as fp:
        valid_attention_mask = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'test_data_tokenized.txt'), 'rb') as fp:
        test_data_tokenized = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'test_attention_mask.txt'), 'rb') as fp:
        test_attention_mask = pickle.load(fp)
def loadTokensFromFiles(TOKEN_DATA_PATH, train_data_tokenized, train_attention_mask, valid_data_tokenized, valid_attention_mask, test_data_tokenized, test_attention_mask):
    with open((TOKEN_DATA_PATH + 'train_data_tokenized.txt'), 'rb') as fp:
        train_data_tokenized = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'train_attention_mask.txt'), 'rb') as fp:
        train_attention_mask = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'valid_data_tokenized.txt'), 'rb') as fp:
        valid_data_tokenized = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'valid_attention_mask.txt'), 'rb') as fp:
        valid_attention_mask = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'test_data_tokenized.txt'), 'rb') as fp:
        test_data_tokenized = pickle.load(fp)
    with open((TOKEN_DATA_PATH + 'test_attention_mask.txt'), 'rb') as fp:
        test_attention_mask = pickle.load(fp)