<commit_before>import os
import warnings
import StringIO

import numpy as np
from numpy.testing import assert_array_equal, assert_allclose

from pyne.endf import Library
from pyne.utils import endftod
from pyne.rxdata import DoubleSpinDict
from pyne.xs.data_source import ENDFDataSource
import pyne.nucname as nucname

import nose
from nose.tools import assert_equal

str_library = StringIO.StringIO(
""" $Rev:: 532      $  $Date:: 2011-12-05#$                             1 0  0
 1.002000+3 1.996800+0          1          0          0          0 128 1451    1
 0.000000+0 0.000000+0          0          0          0          6 128 1451    2
 1.000000+0 1.500000+8          1          0         10          7 128 1451    3
 0.000000+0 0.000000+0          0          0        211         17 128 1451    4
  1-H -  2 LANL       EVAL-FEB97 WEBDubois,Q.W.Alle,H.N.Casnowck   128 1451    5
 CH97,CH99            DIST-DEC06                       20111222    128 1451    6
----ENDF/B-VII.1      MATERIAL  128                                128 1451    7
-----INCIDENT NEUTRON DATA                                         128 1451    8
------ENDF-6 FORMAT                                                128 1451    9
                                                                   128 1451   10
 ****************************************************************  128 1451   11
                                                                   128 1451   12
 Lorem ipsum dolor sit amet, consectetur adipiscing elit.          128 1451   13
 Integer nec odio. Praesent libero. Sed cursus ante dapibus        128 1451   14
 diam. Sed nisi. Nulla quis sem at nibh elementum imperdiet.       128 1451   15
 Duis sagittis ipsum. Praesent mauris. Fusce nec tellus sed        128 1451   16
 augue semper porta.                                               128 1451   17
                                                                   128 1451   18
 ************************ C O N T E N T S ************************ 128 1451   19
                                1        451         28          0 128 1451   20
                                1        452          1          0 128 1451   21
                                2        151        107          0 128 1451   22<commit_msg>fixing import style<commit_after>import os
import warnings
import StringIO

import numpy as np
from numpy.testing import assert_array_equal, assert_allclose

from pyne.endf import Library
from pyne.utils import endftod
from pyne.rxdata import DoubleSpinDict
from pyne.xs.data_source import ENDFDataSource
from pyne import nucname

import nose
from nose.tools import assert_equal

str_library = StringIO.StringIO(
""" $Rev:: 532      $  $Date:: 2011-12-05#$                             1 0  0
 1.002000+3 1.996800+0          1          0          0          0 128 1451    1
 0.000000+0 0.000000+0          0          0          0          6 128 1451    2
 1.000000+0 1.500000+8          1          0         10          7 128 1451    3
 0.000000+0 0.000000+0          0          0        211         17 128 1451    4
  1-H -  2 LANL       EVAL-FEB97 WEBDubois,Q.W.Alle,H.N.Casnowck   128 1451    5
 CH97,CH99            DIST-DEC06                       20111222    128 1451    6
----ENDF/B-VII.1      MATERIAL  128                                128 1451    7
-----INCIDENT NEUTRON DATA                                         128 1451    8
------ENDF-6 FORMAT                                                128 1451    9
                                                                   128 1451   10
 ****************************************************************  128 1451   11
                                                                   128 1451   12
 Lorem ipsum dolor sit amet, consectetur adipiscing elit.          128 1451   13
 Integer nec odio. Praesent libero. Sed cursus ante dapibus        128 1451   14
 diam. Sed nisi. Nulla quis sem at nibh elementum imperdiet.       128 1451   15
 Duis sagittis ipsum. Praesent mauris. Fusce nec tellus sed        128 1451   16
 augue semper porta.                                               128 1451   17
                                                                   128 1451   18
 ************************ C O N T E N T S ************************ 128 1451   19
                                1        451         28          0 128 1451   20
                                1        452          1          0 128 1451   21
                                2        151        107          0 128 1451   22
{'fraction_non_alphanumeric': 0.08644962604487462, 'fraction_numerical': 0.14562252529696437, 'mean_word_length': 0.9995602462620933, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 62, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7514267', 'n_tokens_mistral': 1606, 'n_tokens_neox': 1135, 'n_words': 431}