<commit_before>#!/usr/bin/python
from matplotlib import pyplot as PLT
import numpy as NP

with open('out10.txt') as f:
  v = NP.loadtxt(f, delimiter="	", dtype='float', usecols=None)

from matplotlib import pyplot as PLT

v_hist = NP.ravel(v)   # 'flatten' v
fig = PLT.figure()
ax1 = fig.add_subplot(111)

n, bins, patches = ax1.hist(v_hist, normed=1, bins=1000, facecolor='green')
PLT.show()<commit_msg>verify<commit_after>#!/usr/bin/python
from matplotlib import pyplot as PLT
import numpy as NP

with open('out14.txt') as f:
  v = NP.loadtxt(f, dtype='int', usecols=[0, 1])

from matplotlib import pyplot as PLT

# v_hist = v;
v_hist = NP.ravel(v)   # 'flatten' v
fig = PLT.figure()
ax1 = fig.add_subplot(111)

n, bins, patches = ax1.hist(v_hist, bins=NP.logspace(1, 5, 100), facecolor='green', log=True)
ax1.set_xscale('log')
ax1.invert_xaxis()
PLT.show()
{'fraction_non_alphanumeric': 0.15715948777648428, 'fraction_numerical': 0.03259604190919674, 'mean_word_length': 5.013986013986014, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6853183', 'n_tokens_mistral': 379, 'n_tokens_neox': 352, 'n_words': 89}