<commit_before>#![allow(unknown_lints)]
#![allow(while_let_on_iterator)]
#![feature(getpid)]
#![feature(integer_atomics)]
#![feature(iterator_flatten)]
#![feature(nll)]
#![feature(pointer_methods)]
#![feature(stdsimd)]
#![feature(test)]

#[macro_use]
extern crate bitflags;
extern crate calc;
extern crate failure;
#[macro_use]
extern crate failure_derive;
extern crate fnv;
extern crate glob;
extern crate itoa;
#[macro_use]
extern crate lazy_static;
#[cfg(test)]
extern crate test;
#[cfg(all(unix, not(target_os = "redox")))]
extern crate libloading;
extern crate liner;
extern crate regex;
extern crate smallstring;
extern crate smallvec;
extern crate unicode_segmentation;
extern crate xdg;

extern crate ion_sys as sys;
extern crate ion_braces as braces;
extern crate ion_builtins;
extern crate ion_lexers as lexers;
extern crate ion_ranges as ranges;

#[macro_use]
mod types;
#[macro_use]
pub mod parser;
mod ascii_helpers;
mod builtins;
pub mod shell;<commit_msg>Make `types` module `pub`<commit_after>#![allow(unknown_lints)]
#![allow(while_let_on_iterator)]
#![feature(getpid)]
#![feature(integer_atomics)]
#![feature(iterator_flatten)]
#![feature(nll)]
#![feature(pointer_methods)]
#![feature(stdsimd)]
#![feature(test)]

#[macro_use]
extern crate bitflags;
extern crate calc;
extern crate failure;
#[macro_use]
extern crate failure_derive;
extern crate fnv;
extern crate glob;
extern crate itoa;
#[macro_use]
extern crate lazy_static;
#[cfg(test)]
extern crate test;
#[cfg(all(unix, not(target_os = "redox")))]
extern crate libloading;
extern crate liner;
extern crate regex;
extern crate smallstring;
extern crate smallvec;
extern crate unicode_segmentation;
extern crate xdg;

extern crate ion_sys as sys;
extern crate ion_braces as braces;
extern crate ion_builtins;
extern crate ion_lexers as lexers;
extern crate ion_ranges as ranges;

#[macro_use]
pub mod types;
#[macro_use]
pub mod parser;
mod ascii_helpers;
mod builtins;
pub mod shell;
{'fraction_non_alphanumeric': 0.12065439672801637, 'fraction_numerical': 0.0, 'mean_word_length': 8.187793427230046, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7436589', 'n_tokens_mistral': 711, 'n_tokens_neox': 665, 'n_words': 205}