<commit_before>#[derive(Debug, Serialize, Deserialize)]
pub struct CsvParams {
    #[serde(rename = "quoteChar")]
    pub quote_char: Option<String>,

    #[serde(rename = "escapeChar")]
    pub escape_char: Option<String>,

    #[serde(rename = "separatorChar")]
    pub separator_char: Option<String>,

    #[serde(rename = "endOfLine")]
    pub end_of_line: Option<String>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct Part {
    #[serde(rename = "columnName")]
    pub column_name: Option<String>,

    pub mode: Option<String>,

    pub populates: Option<Vec<String>>,

    #[serde(rename = "referenceKey")]
    pub reference_key: Option<u32>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct DataSetSLIManifest {
    #[serde(rename = "dataSet")]
    pub dataset: Option<String>,

    pub file: Option<String>,

    #[serde(rename = "csvParams")]
    pub csv_params: Option<CsvParams>,

    pub parts: Option<Vec<Part>>

}

#[derive(Debug, Serialize, Deserialize)]
pub struct Manifest {<commit_msg>Load constraints<commit_after>use std::collections::BTreeMap;

#[derive(Debug, Serialize, Deserialize)]
pub struct CsvParams {
    #[serde(rename = "quoteChar")]
    pub quote_char: Option<String>,

    #[serde(rename = "escapeChar")]
    pub escape_char: Option<String>,

    #[serde(rename = "separatorChar")]
    pub separator_char: Option<String>,

    #[serde(rename = "endOfLine")]
    pub end_of_line: Option<String>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct Part {
    #[serde(rename = "columnName")]
    pub column_name: Option<String>,

    pub mode: Option<String>,

    pub populates: Option<Vec<String>>,

    pub constraints: Option<BTreeMap<String, String>>,

    #[serde(rename = "referenceKey")]
    pub reference_key: Option<u32>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct DataSetSLIManifest {
    #[serde(rename = "dataSet")]
    pub dataset: Option<String>,

    pub file: Option<String>,

    #[serde(rename = "csvParams")]
    pub csv_params: Option<CsvParams>,

    pub parts: Option<Vec<Part>>

}

#[derive(Debug, Serialize, Deserialize)]
pub struct Manifest {
{'fraction_non_alphanumeric': 0.14929577464788732, 'fraction_numerical': 0.0018779342723004694, 'mean_word_length': 4.6078947368421055, 'pattern_counts': {'":': 0, '<': 33, '<?xml version=': 0, '>': 33, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '731532', 'n_tokens_mistral': 685, 'n_tokens_neox': 723, 'n_words': 159}