Add new SentenceTransformer model.
Browse files- README.md +27 -27
- model.safetensors +1 -1
- sentencepiece.bpe.model +3 -0
README.md
CHANGED
@@ -65,7 +65,7 @@ model-index:
|
|
65 |
type: intfloat/multilingual-e5-small
|
66 |
metrics:
|
67 |
- type: cosine_accuracy@1
|
68 |
-
value: 0.
|
69 |
name: Cosine Accuracy@1
|
70 |
- type: cosine_accuracy@3
|
71 |
value: 0.6634903348761231
|
@@ -77,7 +77,7 @@ model-index:
|
|
77 |
value: 0.8222161720664307
|
78 |
name: Cosine Accuracy@10
|
79 |
- type: cosine_precision@1
|
80 |
-
value: 0.
|
81 |
name: Cosine Precision@1
|
82 |
- type: cosine_precision@3
|
83 |
value: 0.22116344495870766
|
@@ -89,7 +89,7 @@ model-index:
|
|
89 |
value: 0.08222161720664307
|
90 |
name: Cosine Precision@10
|
91 |
- type: cosine_recall@1
|
92 |
-
value: 0.
|
93 |
name: Cosine Recall@1
|
94 |
- type: cosine_recall@3
|
95 |
value: 0.6634903348761231
|
@@ -101,13 +101,13 @@ model-index:
|
|
101 |
value: 0.8222161720664307
|
102 |
name: Cosine Recall@10
|
103 |
- type: cosine_ndcg@10
|
104 |
-
value: 0.
|
105 |
name: Cosine Ndcg@10
|
106 |
- type: cosine_mrr@10
|
107 |
-
value: 0.
|
108 |
name: Cosine Mrr@10
|
109 |
- type: cosine_map@100
|
110 |
-
value: 0.
|
111 |
name: Cosine Map@100
|
112 |
---
|
113 |
|
@@ -207,23 +207,23 @@ You can finetune this model on your own dataset.
|
|
207 |
* Dataset: `intfloat/multilingual-e5-small`
|
208 |
* Evaluated with [<code>InformationRetrievalEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.InformationRetrievalEvaluator)
|
209 |
|
210 |
-
| Metric | Value
|
211 |
-
|
212 |
-
| cosine_accuracy@1 | 0.
|
213 |
-
| cosine_accuracy@3 | 0.6635
|
214 |
-
| cosine_accuracy@5 | 0.7359
|
215 |
-
| cosine_accuracy@10 | 0.8222
|
216 |
-
| cosine_precision@1 | 0.
|
217 |
-
| cosine_precision@3 | 0.2212
|
218 |
-
| cosine_precision@5 | 0.1472
|
219 |
-
| cosine_precision@10 | 0.0822
|
220 |
-
| cosine_recall@1 | 0.
|
221 |
-
| cosine_recall@3 | 0.6635
|
222 |
-
| cosine_recall@5 | 0.7359
|
223 |
-
| cosine_recall@10 | 0.8222
|
224 |
-
| cosine_ndcg@10 | 0.
|
225 |
-
| cosine_mrr@10 | 0.
|
226 |
-
| **cosine_map@100** | **0.
|
227 |
|
228 |
<!--
|
229 |
## Bias, Risks and Limitations
|
@@ -398,10 +398,10 @@ You can finetune this model on your own dataset.
|
|
398 |
| Epoch | Step | Training Loss | intfloat/multilingual-e5-small_cosine_map@100 |
|
399 |
|:------:|:----:|:-------------:|:---------------------------------------------:|
|
400 |
| 0 | 0 | - | 0.4852 |
|
401 |
-
| 0.2174 | 100 | 0.6285 | 0.
|
402 |
-
| 0.4348 | 200 | 0.1429 | 0.
|
403 |
-
| 0.6522 | 300 | 0.1281 | 0.
|
404 |
-
| 0.8696 | 400 | 0.1197 | 0.
|
405 |
|
406 |
|
407 |
### Framework Versions
|
|
|
65 |
type: intfloat/multilingual-e5-small
|
66 |
metrics:
|
67 |
- type: cosine_accuracy@1
|
68 |
+
value: 0.4780833106452491
|
69 |
name: Cosine Accuracy@1
|
70 |
- type: cosine_accuracy@3
|
71 |
value: 0.6634903348761231
|
|
|
77 |
value: 0.8222161720664307
|
78 |
name: Cosine Accuracy@10
|
79 |
- type: cosine_precision@1
|
80 |
+
value: 0.4780833106452491
|
81 |
name: Cosine Precision@1
|
82 |
- type: cosine_precision@3
|
83 |
value: 0.22116344495870766
|
|
|
89 |
value: 0.08222161720664307
|
90 |
name: Cosine Precision@10
|
91 |
- type: cosine_recall@1
|
92 |
+
value: 0.4780833106452491
|
93 |
name: Cosine Recall@1
|
94 |
- type: cosine_recall@3
|
95 |
value: 0.6634903348761231
|
|
|
101 |
value: 0.8222161720664307
|
102 |
name: Cosine Recall@10
|
103 |
- type: cosine_ndcg@10
|
104 |
+
value: 0.6445885632598687
|
105 |
name: Cosine Ndcg@10
|
106 |
- type: cosine_mrr@10
|
107 |
+
value: 0.588363389642997
|
108 |
name: Cosine Mrr@10
|
109 |
- type: cosine_map@100
|
110 |
+
value: 0.5941715376474508
|
111 |
name: Cosine Map@100
|
112 |
---
|
113 |
|
|
|
207 |
* Dataset: `intfloat/multilingual-e5-small`
|
208 |
* Evaluated with [<code>InformationRetrievalEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.InformationRetrievalEvaluator)
|
209 |
|
210 |
+
| Metric | Value |
|
211 |
+
|:--------------------|:-----------|
|
212 |
+
| cosine_accuracy@1 | 0.4781 |
|
213 |
+
| cosine_accuracy@3 | 0.6635 |
|
214 |
+
| cosine_accuracy@5 | 0.7359 |
|
215 |
+
| cosine_accuracy@10 | 0.8222 |
|
216 |
+
| cosine_precision@1 | 0.4781 |
|
217 |
+
| cosine_precision@3 | 0.2212 |
|
218 |
+
| cosine_precision@5 | 0.1472 |
|
219 |
+
| cosine_precision@10 | 0.0822 |
|
220 |
+
| cosine_recall@1 | 0.4781 |
|
221 |
+
| cosine_recall@3 | 0.6635 |
|
222 |
+
| cosine_recall@5 | 0.7359 |
|
223 |
+
| cosine_recall@10 | 0.8222 |
|
224 |
+
| cosine_ndcg@10 | 0.6446 |
|
225 |
+
| cosine_mrr@10 | 0.5884 |
|
226 |
+
| **cosine_map@100** | **0.5942** |
|
227 |
|
228 |
<!--
|
229 |
## Bias, Risks and Limitations
|
|
|
398 |
| Epoch | Step | Training Loss | intfloat/multilingual-e5-small_cosine_map@100 |
|
399 |
|:------:|:----:|:-------------:|:---------------------------------------------:|
|
400 |
| 0 | 0 | - | 0.4852 |
|
401 |
+
| 0.2174 | 100 | 0.6285 | 0.5760 |
|
402 |
+
| 0.4348 | 200 | 0.1429 | 0.5824 |
|
403 |
+
| 0.6522 | 300 | 0.1281 | 0.5902 |
|
404 |
+
| 0.8696 | 400 | 0.1197 | 0.5942 |
|
405 |
|
406 |
|
407 |
### Framework Versions
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 470637416
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f507927e4be347fc80a3fd6ca76cc31200f7062046f3d16c0261dbceee69df86
|
3 |
size 470637416
|
sentencepiece.bpe.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
|
3 |
+
size 5069051
|