task_categories:question-answering size_categories:10K<n<100K language:ar language:bn language:fi language:id language:ko language:ru language:sw language:te license:cc-by-4.0 arxiv:2211.08264 region:us
---
language:
- ar
- bn
- fi
- id
- ko
- ru
- sw
- te
license: cc-by-4.0
size_categories:
- 10K<n<100K
task_categories:
- question-answering
dataset_info:
- config_name: ar
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 4773335
    num_examples: 6966
  download_size: 0
  dataset_size: 4773335
- config_name: bn
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 6458441
    num_examples: 6084
  download_size: 0
  dataset_size: 6458441
- config_name: default
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 32190633
    num_examples: 47173
  download_size: 16811173
  dataset_size: 32190633
- config_name: fi
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 2158030
    num_examples: 5028
  download_size: 0
  dataset_size: 2158030
- config_name: id
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 2635540
    num_examples: 6797
  download_size: 0
  dataset_size: 2635540
- config_name: ko
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 5074624
    num_examples: 6471
  download_size: 0
  dataset_size: 5074624
- config_name: ru
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 3952632
    num_examples: 5557
  download_size: 0
  dataset_size: 3952632
- config_name: sw
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 2113909
    num_examples: 5597
  download_size: 0
  dataset_size: 2113909
- config_name: te
  features:
  - name: language
    dtype: string
  - name: question
    dtype: string
  - name: answer
    dtype: string
  - name: passage
    dtype: string
  splits:
  - name: train
    num_bytes: 5024122
    num_examples: 4673
  download_size: 0
  dataset_size: 5024122
configs:
- config_name: ar
  data_files:
  - split: train
    path: ar/train-*
- config_name: bn
  data_files:
  - split: train
    path: bn/train-*
- config_name: default
  data_files:
  - split: train
    path: data/train-*
- config_name: fi
  data_files:
  - split: train
    path: fi/train-*
- config_name: id
  data_files:
  - split: train
    path: id/train-*
- config_name: ko
  data_files:
  - split: train
    path: ko/train-*
- config_name: ru
  data_files:
  - split: train
    path: ru/train-*
- config_name: sw
  data_files:
  - split: train
    path: sw/train-*
- config_name: te
  data_files:
  - split: train
    path: te/train-*
---
# Dataset Card for "QAmeleon"

QAmeleon introduces synthetic multilingual QA data contaning in 8 langauges using PaLM-540B, a large language model. This dataset was generated by prompt tuning PaLM with only five examples per language. We use the synthetic data to finetune downstream QA models leading to improved accuracy in comparison to English-only and translation-based baselines. 

Data available at https://storage.googleapis.com/qameleon/qamelon_pt_accepted.csv 


More details can be found in the [QAmeleon: Multilingual QA with Only 5 Examples](https://arxiv.org/abs/2211.08264) which can be cited as follows:
```
@misc{agrawal2022qameleon,
      title={QAmeleon: Multilingual QA with Only 5 Examples}, 
      author={Priyanka Agrawal and Chris Alberti and Fantine Huot and Joshua Maynez and Ji Ma and Sebastian Ruder and Kuzman Ganchev and Dipanjan Das and Mirella Lapata},
      year={2022},
      eprint={2211.08264},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}
```
This dataset contains a total of 47173 Question Answer instances across 8 langauges, following is the count per language. 

|Language | Count |
|---------|------:|
|ar       |6966   |
|bn       |6084   |
|fi    |5028 |
|id    |6797 |
|ko    |6471 |
|ru    |5557 |
|sw    |5597 |
|te    |4673 |
|**Total** |**47173**|

The QAmeleon dataset is released under the [CC-BY 4.0](https://creativecommons.org/licenses/by/4.0/) license.

[More Information needed](https://github.com/huggingface/datasets/blob/main/CONTRIBUTING.md#how-to-contribute-to-the-dataset-cards)