task_categories:text-classification language:en language:th arxiv:1907.04307 region:us
---
task_categories:
- text-classification
language:
- en
- th
dataset_info:
  features:
  - name: passage
    dtype: string
  - name: passage_TH
    dtype: string
  - name: query
    dtype: string
  - name: query_TH
    dtype: string
  - name: entities
    sequence: string
  - name: entities_TH
    sequence: string
  - name: entity_spans
    struct:
    - name: end
      sequence: int64
    - name: start
      sequence: int64
    - name: text
      sequence: string
  - name: answers
    sequence: string
  - name: answers_TH
    sequence: string
  - name: idx
    struct:
    - name: passage
      dtype: int64
    - name: query
      dtype: int64
  - name: score_passage
    dtype: float64
  - name: score_query
    dtype: float64
  - name: score_entities
    dtype: float64
  - name: score_answers
    dtype: float64
  splits:
  - name: train
    num_bytes: 281547282
    num_examples: 57811
  - name: validation
    num_bytes: 32258456
    num_examples: 6676
  download_size: 112999233
  dataset_size: 313805738
---

# Dataset Card for ReCoRD_TH_drop

### Dataset Description
This dataset is Thai translated version of [ReCoRD](https://huggingface.co/datasets/super_glue/viewer/record) using google translate with [Multilingual Universal Sentence Encoder](https://arxiv.org/abs/1907.04307) to calculate score for Thai translation.
Drop every row that score_answers < 0.8 and every row that score < 0.5 after penalty.