Hugging Face's logo

deepset
/
deberta-v3-base-squad2

Question Answering
Transformers
PyTorch
Safetensors
English
deberta-v2
deberta
deberta-v3
Eval Results
Inference Endpoints
Model card Files Community
6
sjrhuschlee commited on
Commit
79aed54
•
1 Parent(s): 937a9e8

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +91 -0
README.md CHANGED
@@ -6,6 +6,7 @@ tags:
6
  - deberta-v3
7
  datasets:
8
  - squad_v2
 
9
  model-index:
10
  - name: deepset/deberta-v3-base-squad2
11
  results:
@@ -47,6 +48,96 @@ model-index:
47
  name: F1
48
  verified: true
49
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDU0ZTQwMzg4ZDY1ZWYxOGIxMzY2ODljZTBkMTNlYjA0ODBjNjcxNTg3ZDliYWU1YTdkYTM2NTIxOTg1MGM4OCIsInZlcnNpb24iOjF9.8VHg1BXx6gLw_K7MUK2QSE80Y9guiVR8n8K8nX4laGsLibxv5u_yDv9F3ahbUa1eZG_bbidl93TY2qFUiYHtAQ
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  ---
51
 
52
  # deberta-v3-base for QA
 
6
  - deberta-v3
7
  datasets:
8
  - squad_v2
9
+ base_model: microsoft/deberta-v3-base
10
  model-index:
11
  - name: deepset/deberta-v3-base-squad2
12
  results:
 
48
  name: F1
49
  verified: true
50
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDU0ZTQwMzg4ZDY1ZWYxOGIxMzY2ODljZTBkMTNlYjA0ODBjNjcxNTg3ZDliYWU1YTdkYTM2NTIxOTg1MGM4OCIsInZlcnNpb24iOjF9.8VHg1BXx6gLw_K7MUK2QSE80Y9guiVR8n8K8nX4laGsLibxv5u_yDv9F3ahbUa1eZG_bbidl93TY2qFUiYHtAQ
51
+ - task:
52
+ type: question-answering
53
+ name: Question Answering
54
+ dataset:
55
+ name: adversarial_qa
56
+ type: adversarial_qa
57
+ config: adversarialQA
58
+ split: validation
59
+ metrics:
60
+ - type: exact_match
61
+ value: 22.000
62
+ name: Exact Match
63
+ - type: f1
64
+ value: 31.079
65
+ name: F1
66
+ - task:
67
+ type: question-answering
68
+ name: Question Answering
69
+ dataset:
70
+ name: squad_adversarial
71
+ type: squad_adversarial
72
+ config: AddOneSent
73
+ split: validation
74
+ metrics:
75
+ - type: exact_match
76
+ value: 71.237
77
+ name: Exact Match
78
+ - type: f1
79
+ value: 77.028
80
+ name: F1
81
+ - task:
82
+ type: question-answering
83
+ name: Question Answering
84
+ dataset:
85
+ name: squadshifts amazon
86
+ type: squadshifts
87
+ config: amazon
88
+ split: test
89
+ metrics:
90
+ - type: exact_match
91
+ value: 62.185
92
+ name: Exact Match
93
+ - type: f1
94
+ value: 75.218
95
+ name: F1
96
+ - task:
97
+ type: question-answering
98
+ name: Question Answering
99
+ dataset:
100
+ name: squadshifts new_wiki
101
+ type: squadshifts
102
+ config: new_wiki
103
+ split: test
104
+ metrics:
105
+ - type: exact_match
106
+ value: 76.417
107
+ name: Exact Match
108
+ - type: f1
109
+ value: 85.724
110
+ name: F1
111
+ - task:
112
+ type: question-answering
113
+ name: Question Answering
114
+ dataset:
115
+ name: squadshifts nyt
116
+ type: squadshifts
117
+ config: nyt
118
+ split: test
119
+ metrics:
120
+ - type: exact_match
121
+ value: 77.496
122
+ name: Exact Match
123
+ - type: f1
124
+ value: 85.621
125
+ name: F1
126
+ - task:
127
+ type: question-answering
128
+ name: Question Answering
129
+ dataset:
130
+ name: squadshifts reddit
131
+ type: squadshifts
132
+ config: reddit
133
+ split: test
134
+ metrics:
135
+ - type: exact_match
136
+ value: 57.686
137
+ name: Exact Match
138
+ - type: f1
139
+ value: 67.667
140
+ name: F1
141
  ---
142
 
143
  # deberta-v3-base for QA