region:us
This new dataset is designed to solve this great NLP task and is crafted with a lot of care.
@InProceedings{huggingface:dataset,
title = {A great new dataset},
author={huggingface, Inc.
},
year={2021}
}
---
dataset_info:
- config_name: fos
  features:
  - name: doc_id
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: labels
    sequence: int32
  - name: labels_text
    sequence: string
  splits:
  - name: evaluation
    num_bytes: 63854253
    num_examples: 68147
  - name: train
    num_bytes: 509154623
    num_examples: 541218
  - name: validation
    num_bytes: 63947785
    num_examples: 67631
  download_size: 683428084
  dataset_size: 636956661
- config_name: mesh_descriptors
  features:
  - name: doc_id
    dtype: string
  - name: mag_id
    dtype: uint64
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: descriptor
    dtype: string
  - name: qualifier
    dtype: string
  splits:
  - name: evaluation
    num_bytes: 390178523
    num_examples: 258678
  - name: train
    num_bytes: 3120117992
    num_examples: 2069065
  - name: validation
    num_bytes: 390161743
    num_examples: 258678
  download_size: 4132614464
  dataset_size: 3900458258
- config_name: cite_count
  features:
  - name: doc_id
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: venue
    dtype: string
  - name: n_citations
    dtype: int32
  - name: log_citations
    dtype: float32
  splits:
  - name: evaluation
    num_bytes: 45741032
    num_examples: 30058
  - name: train
    num_bytes: 265390284
    num_examples: 175944
  - name: validation
    num_bytes: 40997159
    num_examples: 26830
  download_size: 378454118
  dataset_size: 352128475
- config_name: pub_year
  features:
  - name: doc_id
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: year
    dtype: int32
  - name: venue
    dtype: string
  - name: norm_year
    dtype: float32
  - name: scaled_year
    dtype: float32
  - name: n_authors
    dtype: int32
  - name: norm_authors
    dtype: float32
  splits:
  - name: evaluation
    num_bytes: 46195045
    num_examples: 30000
  - name: train
    num_bytes: 301313882
    num_examples: 198995
  - name: validation
    num_bytes: 30493617
    num_examples: 19869
  download_size: 411086891
  dataset_size: 378002544
- config_name: cite_prediction
  features:
  - name: query
    struct:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: sha
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: pos
    struct:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: sha
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: neg
    struct:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: sha
      dtype: string
    - name: corpus_id
      dtype: uint64
  splits:
  - name: train
    num_bytes: 2582594392
    num_examples: 676150
  - name: validation
    num_bytes: 549599739
    num_examples: 143686
  download_size: 3287219740
  dataset_size: 3132194131
- config_name: cite_prediction_new
  features:
  - name: query
    struct:
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: pos
    struct:
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: neg
    struct:
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
    - name: score
      dtype: int8
  splits:
  - name: train
    num_bytes: 23829782726
    num_examples: 6197963
  - name: validation
    num_bytes: 609822308
    num_examples: 176430
  download_size: 25842249246
  dataset_size: 24439605034
- config_name: cite_prediction_aug2023refresh
  features:
  - name: query
    struct:
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: pos
    struct:
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: neg
    struct:
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  splits:
  - name: train
    num_bytes: 2069439948
    num_examples: 475656
  download_size: 2147428459
  dataset_size: 2069439948
- config_name: high_influence_cite
  features:
  - name: query
    struct:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: candidates
    list:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
    - name: score
      dtype: uint32
  splits:
  - name: evaluation
    num_bytes: 85746699
    num_examples: 1199
  - name: train
    num_bytes: 2607643584
    num_examples: 58626
  - name: validation
    num_bytes: 329589399
    num_examples: 7356
  download_size: 3149789722
  dataset_size: 3022979682
- config_name: same_author
  features:
  - name: dataset
    dtype: string
  - name: query
    struct:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: candidates
    list:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
    - name: score
      dtype: uint32
  splits:
  - name: evaluation
    num_bytes: 126843751
    num_examples: 13585
  - name: train
    num_bytes: 602167355
    num_examples: 67493
  - name: validation
    num_bytes: 84426970
    num_examples: 8996
  download_size: 866210529
  dataset_size: 813438076
- config_name: search
  features:
  - name: query
    dtype: string
  - name: doc_id
    dtype: string
  - name: candidates
    list:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
    - name: venue
      dtype: string
    - name: year
      dtype: float64
    - name: author_names
      sequence: string
    - name: n_citations
      dtype: int32
    - name: n_key_citations
      dtype: int32
    - name: score
      dtype: uint32
  splits:
  - name: evaluation
    num_bytes: 39417912
    num_examples: 2637
  - name: train
    num_bytes: 6889691036
    num_examples: 399878
  - name: validation
    num_bytes: 1096150259
    num_examples: 67363
  download_size: 9645282078
  dataset_size: 8025259207
- config_name: biomimicry
  features:
  - name: doc_id
    dtype: string
  - name: doi
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: label
    dtype: uint32
  - name: venue
    dtype: string
  splits:
  - name: evaluation
    num_bytes: 16651415
    num_examples: 10991
  download_size: 17437012
  dataset_size: 16651415
- config_name: drsm
  features:
  - name: doc_id
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: label_type
    dtype: string
  - name: label
    dtype: string
  - name: class
    dtype: uint32
  splits:
  - name: evaluation
    num_bytes: 12756487
    num_examples: 8813
  download_size: 13449713
  dataset_size: 12756487
- config_name: feeds_1
  features:
  - name: query
    struct:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: feed_id
    dtype: string
  - name: candidates
    list:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
    - name: score
      dtype: uint32
  splits:
  - name: evaluation
    num_bytes: 6488182
    num_examples: 423
  download_size: 6911928
  dataset_size: 6488182
- config_name: feeds_m
  features:
  - name: query
    struct:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
  - name: feed_id
    dtype: string
  - name: candidates
    list:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
    - name: score
      dtype: uint32
  splits:
  - name: evaluation
    num_bytes: 135219457
    num_examples: 9025
  download_size: 149126628
  dataset_size: 135219457
- config_name: feeds_title
  features:
  - name: query
    dtype: string
  - name: doc_id
    dtype: string
  - name: feed_id
    dtype: string
  - name: abbreviations
    dtype: string
  - name: candidates
    list:
    - name: doc_id
      dtype: string
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: uint64
    - name: score
      dtype: uint32
  splits:
  - name: evaluation
    num_bytes: 5923757
    num_examples: 424
  download_size: 6228046
  dataset_size: 5923757
- config_name: peer_review_score_hIndex
  features:
  - name: doc_id
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: rating
    sequence: int32
  - name: confidence
    dtype: string
  - name: authors
    sequence: string
  - name: decision
    dtype: string
  - name: mean_rating
    dtype: float32
  - name: hIndex
    sequence: string
  splits:
  - name: evaluation
    num_bytes: 18233728
    num_examples: 12668
  download_size: 19647506
  dataset_size: 18233728
- config_name: trec_covid
  features:
  - name: query
    dtype: string
  - name: doc_id
    dtype: string
  - name: candidates
    list:
    - name: title
      dtype: string
    - name: abstract
      dtype: string
    - name: corpus_id
      dtype: string
    - name: doc_id
      dtype: string
    - name: date
      dtype: string
    - name: doi
      dtype: string
    - name: iteration
      dtype: string
    - name: score
      dtype: int32
  splits:
  - name: evaluation
    num_bytes: 98757931
    num_examples: 50
  download_size: 104449690
  dataset_size: 98757931
- config_name: tweet_mentions
  features:
  - name: doc_id
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: index
    dtype: int32
  - name: retweets
    dtype: float32
  - name: count
    dtype: int32
  - name: mentions
    dtype: float32
  splits:
  - name: evaluation
    num_bytes: 25895172
    num_examples: 25655
  download_size: 28533162
  dataset_size: 25895172
- config_name: scidocs_mag_mesh
  features:
  - name: doc_id
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: authors
    sequence: string
  - name: cited_by
    sequence: string
  - name: references
    sequence: string
  - name: year
    dtype: int32
  splits:
  - name: evaluation
    num_bytes: 74027498
    num_examples: 48473
  download_size: 109426986
  dataset_size: 74027498
- config_name: scidocs_view_cite_read
  features:
  - name: doc_id
    dtype: string
  - name: corpus_id
    dtype: uint64
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: authors
    sequence: string
  - name: cited_by
    sequence: string
  - name: references
    sequence: string
  - name: year
    dtype: int32
  splits:
  - name: evaluation
    num_bytes: 240557104
    num_examples: 142009
  download_size: 949184683
  dataset_size: 240557104
- config_name: paper_reviewer_matching
  features:
  - name: doc_id
    dtype: string
  - name: title
    dtype: string
  - name: abstract
    dtype: string
  - name: corpus_id
    dtype: uint64
  splits:
  - name: evaluation
    num_bytes: 76005931
    num_examples: 73364
  download_size: 88124286
  dataset_size: 76005931
---
