<commit_before><commit_msg>first commit April 26, 2017 6:52:40 PM PDT<commit_after>AMAT,Applied Materials Inc,Information Technology,7,Semiconductor Equipment,44340376679,8062524
a1493213400,40.75,40.79,40.75,40.78,91106
1,40.76,40.79,40.73,40.76,57798
2,40.72,40.76,40.65,40.76,34400
3,40.77,40.77,40.72,40.7242,22267
4,40.79,40.845,40.77,40.77,26558
5,40.82,40.86,40.79,40.79,35260
6,40.84,40.84,40.81,40.81,14827
7,40.82,40.84,40.8,40.84,15199
8,40.79,40.825,40.775,40.82,36414
9,40.77,40.79,40.77,40.78,10932
10,40.75,40.76,40.73,40.76,8651
11,40.73,40.75,40.7,40.75,19802
12,40.67,40.73,40.67,40.73,11000
13,40.65,40.68,40.64,40.68,16988
14,40.699,40.699,40.645,40.65,28223
15,40.69,40.725,40.68,40.69,25755
16,40.66,40.695,40.63,40.69,35945
17,40.64,40.67,40.63,40.66,15610
18,40.655,40.66,40.64,40.64,15256
19,40.7,40.72,40.66,40.66,28404
20,40.73,40.73,40.7,40.7,38432
21,40.7173,40.735,40.71,40.73,8663
22,40.71,40.72,40.687,40.715,36618
23,40.73,40.74,40.7,40.71,8364
24,40.71,40.735,40.71,40.72,8311
25,40.7,40.71,40.69,40.71,5600
26,40.69,40.71,40.68,40.7,16524
27,40.71,40.71,40.695,40.7,7589
28,40.6457,40.71,40.645,40.71,22240
29,40.65,40.66,40.645,40.645,6235
30,40.625,40.65,40.62,40.6408,22591
31,40.6198,40.625,40.585,40.62,22308
32,40.64,40.64,40.6,40.62,37300
33,40.635,40.65,40.63,40.64,15185
34,40.6249,40.65,40.62,40.635,11680
35,40.6,40.63,40.5916,40.63,33117
36,40.62,40.63,40.6,40.6,14564
37,40.59,40.625,40.59,40.625,12018
38,40.59,40.59,40.56,40.585,19513
39,40.6049,40.615,40.59,40.59,11009
40,40.57,40.61,40.57,40.61,9428
41,40.525,40.56,40.525,40.56,17772
42,40.52,40.5253,40.5107,40.525,2735
43,40.515,40.52,40.51,40.51,6623
44,40.54,40.54,40.515,40.52,29317
45,40.54,40.54,40.5331,40.54,3023
46,40.54,40.5401,40.52,40.535,15395
47,40.54,40.55,40.5201,40.545,25351
48,40.52,40.54,40.52,40.53,4797
49,40.55,40.55,40.52,40.525,12100
50,40.52,40.542,40.52,40.542,9551
51,40.5216,40.535,40.52,40.52,9385
52,40.5,40.53,40.5,40.525,12425
53,40.47,40.51,40.46,40.5062,69638
54,40.475,40.475,40.47,40.47,7288
55,40.455,40.485,40.455,40.48,14308
56,40.4312,40.45,40.425,40.45,23494
57,40.431,40.4452,40.43,40.43,9687
58,40.435,40.44,40.43,40.43,11146
59,40.46,40.4643,40.43,40.435,19050
60,40.49,40.49,40.455,40.46,17788
61,40.515,40.53,40.495,40.495,48252
62,40.545,40.55,40.52,40.52,19957
63,40.565,40.575,40.54,40.545,21112
64,40.57,40.5767,40.56,40.57,17700
65,40.535,40.57,40.53,40.56,33571
66,40.52,40.54,40.513,40.54,11100
67,40.555,40.56,40.53,40.53,10179
68,40.5769,40.58,40.55,40.56,5500
69,40.585,40.59,40.58,40.58,14883
70,40.58,40.59,40.565,40.585,9604
71,40.57,40.585,40.57,40.5748,6650
72,40.575,40.58,40.565,40.57,20600
73,40.575,40.58,40.57,40.58,1882
74,40.58,40.58,40.56,40.57,11795
75,40.59,40.59,40.58,40.58,3300
76,40.615,40.62,40.58,40.5847,35597
77,40.6,40.62,40.5924,40.615,9580
78,40.605,40.605,40.595,40.6,4979
79,40.625,40.63,40.6,40.6,16050
80,40.635,40.64,40.63,40.63,3978
81,40.64,40.64,40.63,40.6399,3749
82,40.68,40.68,40.63,40.63,20056
83,40.65,40.69,40.64,40.6799,17001
84,40.669,40.685,40.655,40.66,10676
85,40.65,40.665,40.64,40.66,4375
86,40.6535,40.6535,40.65,40.65,2782
87,40.6349,40.67,40.63,40.655,24281
88,40.65,40.65,40.631,40.64,5320
89,40.66,40.66,40.65,40.65,7200
90,40.66,40.67,40.66,40.67,7255
91,40.66,40.67,40.65,40.66,7025
92,40.6662,40.67,40.65,40.65,6419
93,40.66,40.67,40.66,40.669,2875
94,40.69,40.69,40.66,40.6699,8410
95,40.69,40.69,40.68,40.6899,1807
96,40.69,40.69,40.68,40.6853,4700
97,40.71,40.71,40.68,40.685,20719
98,40.74,40.74,40.71,40.71,14507
99,40.7268,40.75,40.7268,40.75,9827
100,40.71,40.7251,40.69,40.7251,14550
101,40.74,40.74,40.705,40.715,8826
102,40.74,40.74,40.725,40.74,7800
103,40.735,40.74,40.73,40.73,1646
104,40.73,40.7393,40.73,40.73,7429
105,40.7249,40.74,40.7249,40.73,6750
106,40.73,40.74,40.72,40.72,8420
107,40.75,40.75,40.7301,40.7399,23116
108,40.76,40.76,40.75,40.755,12470
109,40.74,40.755,40.73,40.75,14656
110,40.755,40.76,40.7499,40.7499,3834
111,40.745,40.755,40.74,40.755,7761
112,40.77,40.77,40.74,40.75,15914
113,40.78,40.78,40.77,40.77,1800
114,40.81,40.815,40.775,40.78,12292
115,40.83,40.83,40.81,40.815,10084
116,40.84,40.84,40.81,40.8299,8058
117,40.805,40.835,40.8001,40.83,9744
118,40.8201,40.84,40.81,40.81,13059
119,40.825,40.835,40.82,40.83,2911
120,40.815,40.83,40.81,40.83,7723
121,40.815,40.82,40.81,40.815,1100
122,40.825,40.83,40.815,40.82,9696
123,40.84,40.84,40.82,40.82,7649
124,40.89,40.9,40.84,40.84,38821
125,40.875,40.9,40.8734,40.885,10660
126,40.87,40.8899,40.87,40.875,12733
127,40.91,40.91,40.865,40.87,43012
128,40.895,40.91,40.89,40.9016,4200
129,40.91,40.91,40.895,40.895,6807
130,40.905,40.9091,40.895,40.9,6713
131,40.92,40.92,40.91,40.91,4272
132,40.91,40.92,40.9,40.92,5059
133,40.89,40.905,40.88,40.9035,7136
134,40.87,40.885,40.87,40.885,5684
135,40.835,40.865,40.82,40.86,23190
136,40.82,40.83,40.81,40.825,21734
137,40.75,40.825,40.74,40.82,22106
138,40.765,40.765,40.7334,40.75,23080
139,40.751,40.77,40.751,40.76,4401
140,40.73,40.7501,40.73,40.7501,4025
141,40.75,40.75,40.72,40.725,9344
142,40.75,40.765,40.75,40.75,5956
143,40.77,40.78,40.75,40.75,13274
144,40.77,40.77,40.755,40.76,4550
145,40.785,40.79,40.77,40.78,15181
146,40.765,40.785,40.76,40.78,10650
147,40.765,40.77,40.76,40.77,5626
148,40.77,40.78,40.76,40.76,5800
149,40.76,40.78,40.76,40.78,6680
150,40.77,40.79,40.76,40.76,13513
151,40.745,40.77,40.745,40.77,8110
152,40.775,40.775,40.74,40.75,8118
153,40.79,40.79,40.76,40.77,12340
154,40.805,40.81,40.79,40.79,8465
155,40.82,40.825,40.81,40.81,3913
156,40.805,40.82,40.805,40.82,3500
157,40.8,40.81,40.8,40.8,4086
158,40.805,40.81,40.8,40.805,9546
159,40.79,40.81,40.79,40.81,6279
160,40.8,40.82,40.79,40.79,12764
161,40.81,40.81,40.8,40.8,4586
162,40.805,40.82,40.8,40.81,7780
163,40.78,40.8,40.78,40.8,38677
164,40.79,40.8,40.78,40.7801,12515
165,40.79,40.8,40.79,40.8,3628
166,40.775,40.795,40.77,40.795,8399
167,40.775,40.785,40.77,40.78,19649
168,40.75,40.785,40.75,40.775,22564
169,40.7453,40.75,40.745,40.75,3114
170,40.7453,40.755,40.7432,40.75,6754
171,40.74,40.76,40.74,40.75,18539
172,40.745,40.75,40.74,40.75,4723
173,40.74,40.75,40.74,40.745,3600
174,40.73,40.735,40.72,40.73,9410
175,40.735,40.7384,40.73,40.73,4600
176,40.75,40.755,40.73,40.735,11120
177,40.735,40.745,40.73,40.745,4759
178,40.74,40.74,40.73,40.735,1430
179,40.75,40.75,40.735,40.74,6800
180,40.73,40.74,40.73,40.74,2900
181,40.745,40.745,40.73,40.7301,5555
182,40.72,40.745,40.72,40.74,6510
183,40.73,40.735,40.72,40.72,6541
184,40.73,40.75,40.73,40.74,6002
185,40.73,40.74,40.73,40.74,2200
186,40.75,40.75,40.7348,40.735,3914
187,40.735,40.75,40.73,40.7497,7436
188,40.725,40.735,40.72,40.731,3600
189,40.735,40.74,40.72,40.73,4848
190,40.745,40.75,40.74,40.74,2600
191,40.76,40.76,40.74,40.745,5357
192,40.755,40.76,40.75,40.755,8183
193,40.7501,40.76,40.75,40.75,2400
194,40.74,40.75,40.74,40.75,4650
195,40.735,40.74,40.725,40.74,8895
196,40.745,40.75,40.74,40.74,4156
197,40.77,40.77,40.74,40.741,10506
198,40.769,40.78,40.76,40.78,3500
199,40.73,40.76,40.73,40.76,14124
200,40.725,40.74,40.72,40.735,5300
201,40.74,40.7453,40.73,40.73,8909
202,40.75,40.75,40.74,40.74,5900
203,40.755,40.76,40.75,40.76,1550
204,40.755,40.77,40.755,40.76,9006
205,40.765,40.77,40.75,40.7501,14679
206,40.75,40.77,40.75,40.77,5113
207,40.76,40.77,40.755,40.76,15586
208,40.765,40.77,40.75,40.76,4400
209,40.775,40.775,40.767,40.767,8875
210,40.775,40.78,40.77,40.78,3147
211,40.775,40.78,40.77,40.78,1644
212,40.785,40.79,40.77,40.77,7695
213,40.785,40.7875,40.78,40.785,2800
214,40.775,40.78,40.77,40.78,5138
215,40.76,40.78,40.76,40.77,24375
216,40.78,40.78,40.755,40.7666,19801
217,40.785,40.79,40.775,40.785,7421
218,40.785,40.7984,40.78,40.78,9350
219,40.795,40.795,40.78,40.79,12500
220,40.81,40.81,40.79,40.79,3800
221,40.8053,40.81,40.8,40.81,4119
222,40.79,40.81,40.79,40.8,6440
223,40.8,40.8,40.79,40.79,7717
224,40.78,40.8,40.78,40.79,4224
225,40.8,40.8,40.78,40.78,17571
226,40.79,40.81,40.79,40.7953,27643
227,40.78,40.79,40.78,40.79,3150
228,40.8,40.8,40.78,40.78,7400
229,40.79,40.805,40.79,40.8,21843
230,40.7801,40.8,40.78,40.795,6400
231,40.8,40.8,40.78,40.78,12881
232,40.79,40.805,40.79,40.8,13482
233,40.79,40.8,40.79,40.8,6600
234,40.795,40.8,40.79,40.795,8200
235,40.79,40.8,40.785,40.79,15984
236,40.78,40.795,40.78,40.79,8750
237,40.7867,40.795,40.78,40.78,6340
238,40.79,40.7995,40.79,40.79,10325
239,40.8,40.81,40.79,40.79,9960
240,40.785,40.81,40.785,40.79,15610
241,40.77,40.78,40.77,40.78,2708
242,40.74,40.775,40.74,40.77,7415
243,40.69,40.74,40.69,40.74,12647
244,40.71,40.719,40.7,40.7,9100
245,40.72,40.7299,40.71,40.71,4200
246,40.74,40.74,40.725,40.73,4311
247,40.75,40.75,40.73,40.73,2805
248,40.755,40.76,40.74,40.745,3958
249,40.78,40.78,40.75,40.76,3900
250,40.785,40.79,40.77,40.77,4869
251,40.745,40.78,40.7423,40.78,6920
252,40.7319,40.755,40.731,40.7463,7467
253,40.76,40.76,40.73,40.73,5400
254,40.78,40.78,40.76,40.76,9575
255,40.8,40.8,40.78,40.79,12214
256,40.79,40.8,40.78,40.8,2050
257,40.7775,40.795,40.775,40.795,3504
258,40.745,40.7757,40.745,40.77,5862
259,40.71,40.74,40.705,40.74,19027
260,40.72,40.735,40.71,40.71,5382
261,40.715,40.73,40.715,40.73,2727
262,40.74,40.74,40.705,40.71,8084
263,40.74,40.75,40.735,40.74,3200
264,40.763,40.763,40.7353,40.7353,3245
265,40.74,40.7601,40.74,40.7601,2507
266,40.745,40.76,40.745,40.75,3018
267,40.75,40.759,40.73,40.74,6876
268,40.735,40.745,40.73,40.745,3400
269,40.735,40.74,40.73,40.74,580
270,40.7223,40.73,40.72,40.73,7359
271,40.71,40.72,40.69,40.72,10798
272,40.7,40.73,40.69,40.71,14885
273,40.7,40.7081,40.695,40.7,3545
274,40.695,40.72,40.695,40.71,11800
275,40.68,40.71,40.68,40.6944,27866
276,40.68,40.68,40.67,40.68,7027
277,40.69,40.71,40.69,40.69,15904
278,40.695,40.7,40.69,40.7,1198
279,40.6915,40.7,40.67,40.7,18050
280,40.705,40.715,40.6935,40.7,5450
281,40.7,40.705,40.7,40.705,5300
282,40.7,40.7053,40.7,40.7053,8100
283,40.709,40.715,40.695,40.695,19347
284,40.7,40.72,40.7,40.71,30471
285,40.73,40.73,40.6934,40.699,19720
286,40.73,40.7399,40.72,40.73,29849
287,40.71,40.725,40.71,40.72,24526
288,40.71,40.72,40.71,40.72,884
289,40.69,40.71,40.69,40.71,4124
290,40.68,40.6998,40.68,40.69,4702
291,40.7,40.7,40.6838,40.6884,10668
292,40.71,40.71,40.695,40.71,14550
293,40.715,40.7235,40.71,40.72,4416
294,40.73,40.73,40.71,40.7178,6006
295,40.73,40.73,40.72,40.73,3900
296,40.74,40.74,40.73,40.74,1000
297,40.74,40.75,40.7348,40.7348,3900
298,40.75,40.75,40.74,40.75,2293
299,40.75,40.75,40.7435,40.745,5695
300,40.715,40.74,40.71,40.74,8400
301,40.71,40.72,40.69,40.71,18051
302,40.7354,40.7354,40.7117,40.7143,14513
303,40.7334,40.75,40.73,40.735,8378
304,40.745,40.75,40.74,40.74,5633
305,40.75,40.76,40.74,40.75,29804
306,40.75,40.75,40.74,40.7475,2221
307,40.76,40.76,40.7405,40.75,5640
308,40.77,40.77,40.76,40.76,6550
309,40.77,40.77,40.765,40.765,1249
310,40.765,40.77,40.76,40.77,3209
311,40.78,40.7893,40.765,40.765,11650
312,40.75,40.775,40.745,40.77,14585
313,40.75,40.76,40.75,40.75,13100
314,40.76,40.7611,40.75,40.76,5000
315,40.775,40.7799,40.75,40.75,16555
316,40.78,40.78,40.77,40.775,5211
317,40.78,40.79,40.77,40.7726,22686
318,40.775,40.785,40.77,40.78,5796
319,40.77,40.78,40.77,40.78,6500
320,40.8,40.8,40.77,40.77,13746
321,40.793,40.8,40.79,40.8,1248
322,40.8,40.8,40.79,40.7995,8701
323,40.7811,40.8,40.775,40.79,11187
324,40.785,40.79,40.78,40.785,1645
325,40.77,40.785,40.77,40.78,7948
326,40.78,40.78,40.7656,40.7656,4926
327,40.79,40.79,40.78,40.78,3284
328,40.78,40.79,40.775,40.79,7470
329,40.78,40.78,40.77,40.77,4130
330,40.755,40.78,40.755,40.77,10150
331,40.765,40.765,40.74,40.75,23365
332,40.78,40.79,40.765,40.77,15114
333,40.785,40.79,40.775,40.78,3558
334,40.7855,40.79,40.78,40.78,4010
335,40.8,40.8,40.78,40.79,10018
336,40.8,40.8,40.79,40.8,8011
337,40.82,40.825,40.805,40.805,7520
338,40.82,40.82,40.81,40.82,7404
339,40.81,40.815,40.8,40.81,5542
340,40.82,40.82,40.8,40.81,5118
341,40.82,40.82,40.81,40.81,1700
342,40.82,40.83,40.815,40.82,12887
343,40.825,40.83,40.82,40.82,2215
344,40.835,40.84,40.825,40.8299,4723
345,40.8347,40.835,40.82,40.83,12727
346,40.815,40.84,40.81,40.84,5300
347,40.83,40.83,40.8108,40.8108,7837
348,40.83,40.83,40.825,40.83,800
349,40.85,40.85,40.83,40.83,16286
350,40.83,40.85,40.83,40.85,5761
351,40.8385,40.84,40.83,40.835,3757
352,40.81,40.835,40.81,40.83,8161
353,40.805,40.81,40.79,40.81,14338
354,40.79,40.81,40.79,40.8038,7372
355,40.8,40.81,40.8,40.8,4664
356,40.8,40.81,40.8,40.8,5752
357,40.79,40.8,40.79,40.8,3000
358,40.77,40.795,40.76,40.795,14708
359,40.77,40.78,40.77,40.77,6016
360,40.79,40.79,40.77,40.775,19839
361,40.79,40.8,40.78,40.79,5034
362,40.7843,40.79,40.78,40.79,2039
363,40.766,40.78,40.76,40.78,21768
364,40.755,40.77,40.75,40.76,4930
365,40.75,40.7699,40.75,40.76,9237
366,40.7415,40.75,40.7415,40.75,3600
367,40.74,40.76,40.74,40.745,13761
368,40.746,40.75,40.73,40.745,17773
369,40.755,40.7599,40.745,40.75,8849
370,40.74,40.7599,40.74,40.7501,16207
371,40.73,40.74,40.715,40.74,18358
372,40.75,40.76,40.73,40.73,10400
373,40.755,40.76,40.75,40.75,3268
374,40.755,40.76,40.75,40.7507,4139
375,40.74,40.76,40.74,40.76,14197
376,40.74,40.745,40.74,40.745,1300
377,40.75,40.75,40.74,40.74,5956
378,40.755,40.77,40.75,40.75,22152
379,40.75,40.76,40.75,40.75,5315
380,40.735,40.76,40.73,40.755,26130
381,40.7373,40.76,40.73,40.74,26240
382,40.735,40.74,40.73,40.73,11368
383,40.74,40.75,40.73,40.735,24178
384,40.745,40.77,40.74,40.74,58365
385,40.72,40.75,40.72,40.74,25288
386,40.75,40.76,40.725,40.725,49124
387,40.75,40.75,40.74,40.745,14045
388,40.73,40.75,40.73,40.745,33329
389,40.735,40.75,40.73,40.735,61786
390,40.71,40.77,40.71,40.74,357630
{'fraction_non_alphanumeric': 0.25928099779897285, 'fraction_numerical': 0.7022010271460015, 'mean_word_length': 5.929842399593289, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5425633', 'n_tokens_mistral': 13529, 'n_tokens_neox': 8437, 'n_words': 403}