<commit_before>cashtag,tweets
,
,
,
,
,
,
,
,
,
,
,
,
,
,
,
,
,
,
,
,
LNT,0
ALXN,1
ALLE,5
ADS,3
ALL,1
GOOGL,100
GOOG,27
MO,1
AMZN,50
AEE,0
,
,<commit_msg>update April 29, 2017 1:16:39 PM PDT<commit_after>cashtag,tweets
MMM,5
ABT,1
ABBV,8
ACN,0
ATVI,2
AYI,0
ADBE,0
AMD,9
AAP,0
AES,1
AET,1
AMG,0
AFL,1
A,1
APD,1
AKAM,2
ALK,0
ALB,5
ARE,0
AGN,1
LNT,0
ALXN,1
ALLE,5
ADS,3
ALL,1
GOOGL,100
GOOG,27
MO,1
AMZN,50
AEE,0
AAL,7
AEP,1
AXP,15
AIG,6
AMT,0
AWK,1
AMP,4
ABC,12
AME,0
AMGN,5
APH,0
APC,0
ADI,1
ANTM,15
AON,1
APA,0
AIV,2
AAPL,50
AMAT,0
ADM,9
ARNC,0
AJG,1
AIZ,1
T,19
ADSK,0
ADP,2
AN,3
AZO,0
AVB,0
AVY,1
BHI,9
BLL,0
BAC,19
BK,0
BCR,2
BAX,0
BBT,0
BDX,2
BBBY,0
BRK.B,0
BBY,7
BIIB,4
BLK,7
HRB,0
BA,11
BWA,1
BXP,3
BSX,2
BMY,9
AVGO,1
BF.B,0
CHRW,2
CA,2
COG,6
,
,
{'fraction_non_alphanumeric': 0.1744340878828229, 'fraction_numerical': 0.15978695073235685, 'mean_word_length': 4.921259842519685, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2060103', 'n_tokens_mistral': 588, 'n_tokens_neox': 552, 'n_words': 102}