region:us
---
configs:
- config_name: default
  data_files:
  - split: StarcoderdataPythonTrain
    path: data/StarcoderdataPythonTrain-*
  - split: StarcoderdataPythonTest
    path: data/StarcoderdataPythonTest-*
  - split: StarcoderdataMarkdownTrain
    path: data/StarcoderdataMarkdownTrain-*
  - split: StarcoderdataMarkdownTest
    path: data/StarcoderdataMarkdownTest-*
  - split: StarcoderdataJupyterScriptsDedupFilteredTrain
    path: data/StarcoderdataJupyterScriptsDedupFilteredTrain-*
  - split: StarcoderdataJupyterScriptsDedupFilteredTest
    path: data/StarcoderdataJupyterScriptsDedupFilteredTest-*
  - split: StarcoderdataJupyterStructuredCleanDedupTrain
    path: data/StarcoderdataJupyterStructuredCleanDedupTrain-*
  - split: StarcoderdataJupyterStructuredCleanDedupTest
    path: data/StarcoderdataJupyterStructuredCleanDedupTest-*
  - split: StarcoderdataJsonTrain
    path: data/StarcoderdataJsonTrain-*
  - split: StarcoderdataJsonTest
    path: data/StarcoderdataJsonTest-*
  - split: CodeContestsTrain
    path: data/CodeContestsTrain-*
  - split: CodeContestsTest
    path: data/CodeContestsTest-*
  - split: PypiCleanTrain
    path: data/PypiCleanTrain-*
  - split: PypiCleanTest
    path: data/PypiCleanTest-*
dataset_info:
  features:
  - name: id
    dtype: string
  - name: text
    dtype: string
  - name: dataset_id
    dtype: string
  splits:
  - name: StarcoderdataPythonTrain
    num_bytes: 3077290405
    num_examples: 643232
  - name: StarcoderdataPythonTest
    num_bytes: 546326
    num_examples: 100
  - name: StarcoderdataMarkdownTrain
    num_bytes: 4054448273
    num_examples: 1051364
  - name: StarcoderdataMarkdownTest
    num_bytes: 680799
    num_examples: 100
  - name: StarcoderdataJupyterScriptsDedupFilteredTrain
    num_bytes: 401590417
    num_examples: 45626
  - name: StarcoderdataJupyterScriptsDedupFilteredTest
    num_bytes: 724111
    num_examples: 100
  - name: StarcoderdataJupyterStructuredCleanDedupTrain
    num_bytes: 316718609
    num_examples: 33337
  - name: StarcoderdataJupyterStructuredCleanDedupTest
    num_bytes: 971655
    num_examples: 100
  - name: StarcoderdataJsonTrain
    num_bytes: 291208312
    num_examples: 237477
  - name: StarcoderdataJsonTest
    num_bytes: 112941
    num_examples: 100
  - name: CodeContestsTrain
    num_bytes: 151487748
    num_examples: 78717
  - name: CodeContestsTest
    num_bytes: 79396
    num_examples: 42
  - name: PypiCleanTrain
    num_bytes: 1549670299
    num_examples: 121809
  - name: PypiCleanTest
    num_bytes: 1718599
    num_examples: 100
  download_size: 4213817063
  dataset_size: 9847247890
---
# Dataset Card for "code_5p_data_separate"

[More Information needed](https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)