<commit_before>pub mod leveldb {
  //dead_code only allowed temporary, to avoid noise during
  //construction work
  #![allow(non_camel_case_types,dead_code)]
  use libc::{c_int,c_char,size_t,c_void};

  pub struct leveldb_t;
  pub struct leveldb_cache_t;
  pub struct leveldb_comparator_t;
  pub struct leveldb_env_t;
  pub struct leveldb_filelock_t;
  pub struct leveldb_filterpolicy_t;
  pub struct leveldb_iterator_t;
  pub struct leveldb_logger_t;
  pub struct leveldb_options_t;
  pub struct leveldb_randomfile_t;
  pub struct leveldb_readoptions_t;
  pub struct leveldb_seqfile_t;
  pub struct leveldb_snapshot_t;
  pub struct leveldb_writablefile_t;
  pub struct leveldb_writebatch_t;
  pub struct leveldb_writeoptions_t;

  pub enum Compression {
    No = 0,
    Snappy = 1
  }

  pub type destructor_fn = extern "C" fn(obj: *mut c_void);
  pub type comparator_fn = extern "C" fn(
    state: *mut c_void,
    a: *mut c_char, alen: size_t,
    b: *mut c_char, blen: size_t) -> int;
  pub type name_fn = extern "C" fn(
    state: *mut c_void
  ) -> &'static str;

  #[link(name = "leveldb")]
  extern {
    pub fn leveldb_open(options: *mut leveldb_options_t,
                        name: *const c_char,
                        errptr: &mut *const c_char) -> *mut leveldb_t;
    pub fn leveldb_close(database: *mut leveldb_t);
    pub fn leveldb_put(database: *mut leveldb_t,
                       options: *mut leveldb_writeoptions_t,
                       key: *mut c_char,
                       keylen: size_t,<commit_msg>Link to stdc++ (needed for leveldb)<commit_after>pub mod leveldb {
  //dead_code only allowed temporary, to avoid noise during
  //construction work
  #![allow(non_camel_case_types,dead_code)]
  use libc::{c_int,c_char,size_t,c_void};

  pub struct leveldb_t;
  pub struct leveldb_cache_t;
  pub struct leveldb_comparator_t;
  pub struct leveldb_env_t;
  pub struct leveldb_filelock_t;
  pub struct leveldb_filterpolicy_t;
  pub struct leveldb_iterator_t;
  pub struct leveldb_logger_t;
  pub struct leveldb_options_t;
  pub struct leveldb_randomfile_t;
  pub struct leveldb_readoptions_t;
  pub struct leveldb_seqfile_t;
  pub struct leveldb_snapshot_t;
  pub struct leveldb_writablefile_t;
  pub struct leveldb_writebatch_t;
  pub struct leveldb_writeoptions_t;

  pub enum Compression {
    No = 0,
    Snappy = 1
  }

  pub type destructor_fn = extern "C" fn(obj: *mut c_void);
  pub type comparator_fn = extern "C" fn(
    state: *mut c_void,
    a: *mut c_char, alen: size_t,
    b: *mut c_char, blen: size_t) -> int;
  pub type name_fn = extern "C" fn(
    state: *mut c_void
  ) -> &'static str;

  #[link(name = "leveldb")]
  #[link(name = "stdc++")]
  extern {
    pub fn leveldb_open(options: *mut leveldb_options_t,
                        name: *const c_char,
                        errptr: &mut *const c_char) -> *mut leveldb_t;
    pub fn leveldb_close(database: *mut leveldb_t);
    pub fn leveldb_put(database: *mut leveldb_t,
                       options: *mut leveldb_writeoptions_t,
                       key: *mut c_char,
                       keylen: size_t,
{'fraction_non_alphanumeric': 0.08522909323934637, 'fraction_numerical': 0.001281640499839795, 'mean_word_length': 3.0704041720990873, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2799577', 'n_tokens_mistral': 1108, 'n_tokens_neox': 1090, 'n_words': 296}