upload

CESoftmaxAccuracyEvaluator_AllNLI-dev_results.csv

@@ -0,0 +1,25 @@
+epoch,steps,Accuracy
+0,10000,0.8450424785063845
+0,20000,0.8602533448644248
+0,30000,0.8755659561479371
+0,40000,0.8786691763748283
+0,50000,0.8844686371267233
+0,-1,0.8870631327262553
+1,10000,0.8886401790710688
+1,20000,0.8880297095182378
+1,30000,0.8925573587017348
+1,40000,0.8941852775092842
+1,50000,0.8943887673602279
+1,-1,0.8943887673602279
+2,10000,0.896271048481457
+2,20000,0.8971867528107036
+2,30000,0.8961184310932492
+2,40000,0.8954570890776823
+2,50000,0.8955079615404181
+2,-1,0.8961184310932492
+3,10000,0.8958640687795696
+3,20000,0.8985603093045734
+3,30000,0.8993742687083481
+3,40000,0.8986111817673094
+3,50000,0.8986111817673094
+3,-1,0.8983059469908938

README.md

@@ -0,0 +1,69 @@
+---
+language: en
+pipeline_tag: zero-shot-classification
+tags:
+- microsoft/deberta-v3-xsmall
+datasets:
+- multi_nli
+- snli
+metrics:
+- accuracy
+license: apache-2.0
+---
+
+# Cross-Encoder for Natural Language Inference
+This model was trained using [SentenceTransformers](https://sbert.net) [Cross-Encoder](https://www.sbert.net/examples/applications/cross-encoder/README.html) class. This model is based on [microsoft/deberta-v3-xsmall](https://huggingface.co/microsoft/deberta-v3-xsmall)
+
+## Training Data
+The model was trained on the [SNLI](https://nlp.stanford.edu/projects/snli/) and [MultiNLI](https://cims.nyu.edu/~sbowman/multinli/) datasets. For a given sentence pair, it will output three scores corresponding to the labels: contradiction, entailment, neutral.
+
+## Performance
+- Accuracy on SNLI-test dataset: 91.64
+- Accuracy on  MNLI mismatched set: 87.77
+
+For futher evaluation results, see [SBERT.net - Pretrained Cross-Encoder](https://www.sbert.net/docs/pretrained_cross-encoders.html#nli).
+
+## Usage
+
+Pre-trained models can be used like this:
+```python
+from sentence_transformers import CrossEncoder
+model = CrossEncoder('cross-encoder/nli-deberta-v3-xsmall')
+scores = model.predict([('A man is eating pizza', 'A man eats something'), ('A black race car starts up in front of a crowd of people.', 'A man is driving down a lonely road.')])
+
+#Convert scores to labels
+label_mapping = ['contradiction', 'entailment', 'neutral']
+labels = [label_mapping[score_max] for score_max in scores.argmax(axis=1)]
+```
+
+## Usage with Transformers AutoModel
+You can use the model also directly with Transformers library (without SentenceTransformers library):
+```python
+from transformers import AutoTokenizer, AutoModelForSequenceClassification
+import torch
+
+model = AutoModelForSequenceClassification.from_pretrained('cross-encoder/nli-deberta-v3-xsmall')
+tokenizer = AutoTokenizer.from_pretrained('cross-encoder/nli-deberta-v3-xsmall')
+
+features = tokenizer(['A man is eating pizza', 'A black race car starts up in front of a crowd of people.'], ['A man eats something', 'A man is driving down a lonely road.'],  padding=True, truncation=True, return_tensors="pt")
+
+model.eval()
+with torch.no_grad():
+    scores = model(**features).logits
+    label_mapping = ['contradiction', 'entailment', 'neutral']
+    labels = [label_mapping[score_max] for score_max in scores.argmax(dim=1)]
+    print(labels)
+```
+
+## Zero-Shot Classification
+This model can also be used for zero-shot-classification:
+```python
+from transformers import pipeline
+
+classifier = pipeline("zero-shot-classification", model='cross-encoder/nli-deberta-v3-xsmall')
+
+sent = "Apple just announced the newest iPhone X"
+candidate_labels = ["technology", "sports", "politics"]
+res = classifier(sent, candidate_labels)
+print(res)
+``` 

added_tokens.json

@@ -0,0 +1 @@
+{"[MASK]": 128000}

config.json

@@ -0,0 +1,45 @@
+{
+  "_name_or_path": "microsoft/deberta-v3-xsmall",
+  "architectures": [
+    "DebertaV2ForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 1536,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "layer_norm_eps": 1e-07,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 6,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 384,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.11.3",
+  "type_vocab_size": 0,
+  "vocab_size": 128100
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfaa3c5238c1cddcf8a8f76bc82686a653473218f880452dded766a93f41461
+size 283416722

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "split_by_punct": false, "sp_model_kwargs": {}, "vocab_type": "spm", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "microsoft/deberta-v3-xsmall", "tokenizer_class": "DebertaV2Tokenizer", "model_max_length": 512}