<commit_before>//! # Do not use
//! Do not use functions from this module outside of imageflow_core
//!
//! **Use imageflow_core::abi functions instead when creating bindings**
//!
//! These aren't to be exposed, but rather to connect to C internals

extern crate libc;
use std::ascii::AsciiExt;
use std::ptr;

use std::str::FromStr;
use libc::int32_t;

use flow;

pub enum Context {}

pub enum JobIO {}

//FIXME: fill in
#[repr(C)]
pub struct CodecInstance {

}

#[repr(C)]<commit_msg>fill the CodecInstance structure<commit_after>//! # Do not use
//! Do not use functions from this module outside of imageflow_core
//!
//! **Use imageflow_core::abi functions instead when creating bindings**
//!
//! These aren't to be exposed, but rather to connect to C internals

extern crate libc;
use std::ascii::AsciiExt;
use std::ptr;

use std::str::FromStr;
use libc::{int32_t,int64_t};

use flow;

pub enum Context {}

pub enum JobIO {}

//FIXME: fill in
#[repr(C)]
pub struct FlowIO {
  //FIXME: placeholder, not real data
  test: int32_t,
}

#[repr(C)]
pub struct CodecInstance {
  pub graph_placeholder_id: int32_t,
  pub codec_id: int64_t,
  pub codec_state: *mut u8, // void *
  pub io: *mut FlowIO,
  pub next: *mut CodecInstance,
}

#[repr(C)]
{'fraction_non_alphanumeric': 0.13344051446945338, 'fraction_numerical': 0.01045016077170418, 'mean_word_length': 4.23109243697479, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2727689', 'n_tokens_mistral': 456, 'n_tokens_neox': 427, 'n_words': 152}