lucienbaumgartner
commited on
Commit
•
ce3781f
1
Parent(s):
058bbde
Add SetFit model
Browse files- README.md +23 -11
- config_setfit.json +2 -2
- model.safetensors +1 -1
- model_head.pkl +1 -1
README.md
CHANGED
@@ -8,6 +8,9 @@ tags:
|
|
8 |
base_model: sentence-transformers/all-mpnet-base-v2
|
9 |
metrics:
|
10 |
- accuracy
|
|
|
|
|
|
|
11 |
widget:
|
12 |
- text: I appreciate the smooth operation of our public transit system every day.
|
13 |
- text: Precision shines through in your flawless execution of the project.
|
@@ -31,6 +34,15 @@ model-index:
|
|
31 |
- type: accuracy
|
32 |
value: 0.5
|
33 |
name: Accuracy
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
34 |
---
|
35 |
|
36 |
# SetFit with sentence-transformers/all-mpnet-base-v2
|
@@ -63,9 +75,9 @@ The model has been trained using an efficient few-shot learning technique that i
|
|
63 |
## Evaluation
|
64 |
|
65 |
### Metrics
|
66 |
-
| Label | Accuracy |
|
67 |
-
|
68 |
-
| **all** | 0.5 |
|
69 |
|
70 |
## Uses
|
71 |
|
@@ -143,15 +155,15 @@ preds = model("Well done on orchestrating such a seamless event!")
|
|
143 |
| 1.0 | 13 | - | 0.1928 |
|
144 |
| 2.0 | 26 | - | 0.1831 |
|
145 |
| 3.0 | 39 | - | 0.1724 |
|
146 |
-
| 3.8462 | 50 | 0.
|
147 |
-
| **4.0** | **52** | **-** | **0.
|
148 |
-
| 5.0 | 65 | - | 0.
|
149 |
-
| 6.0 | 78 | - | 0.
|
150 |
-
| 7.0 | 91 | - | 0.
|
151 |
| 7.6923 | 100 | 0.0364 | - |
|
152 |
-
| 8.0 | 104 | - | 0.
|
153 |
-
| 9.0 | 117 | - | 0.
|
154 |
-
| 10.0 | 130 | - | 0.
|
155 |
|
156 |
* The bold row denotes the saved checkpoint.
|
157 |
### Framework Versions
|
|
|
8 |
base_model: sentence-transformers/all-mpnet-base-v2
|
9 |
metrics:
|
10 |
- accuracy
|
11 |
+
- precision
|
12 |
+
- recall
|
13 |
+
- f1
|
14 |
widget:
|
15 |
- text: I appreciate the smooth operation of our public transit system every day.
|
16 |
- text: Precision shines through in your flawless execution of the project.
|
|
|
34 |
- type: accuracy
|
35 |
value: 0.5
|
36 |
name: Accuracy
|
37 |
+
- type: precision
|
38 |
+
value: 0.8
|
39 |
+
name: Precision
|
40 |
+
- type: recall
|
41 |
+
value: 0.8888888888888888
|
42 |
+
name: Recall
|
43 |
+
- type: f1
|
44 |
+
value: 0.8421052631578947
|
45 |
+
name: F1
|
46 |
---
|
47 |
|
48 |
# SetFit with sentence-transformers/all-mpnet-base-v2
|
|
|
75 |
## Evaluation
|
76 |
|
77 |
### Metrics
|
78 |
+
| Label | Accuracy | Precision | Recall | F1 |
|
79 |
+
|:--------|:---------|:----------|:-------|:-------|
|
80 |
+
| **all** | 0.5 | 0.8 | 0.8889 | 0.8421 |
|
81 |
|
82 |
## Uses
|
83 |
|
|
|
155 |
| 1.0 | 13 | - | 0.1928 |
|
156 |
| 2.0 | 26 | - | 0.1831 |
|
157 |
| 3.0 | 39 | - | 0.1724 |
|
158 |
+
| 3.8462 | 50 | 0.08 | - |
|
159 |
+
| **4.0** | **52** | **-** | **0.1614** |
|
160 |
+
| 5.0 | 65 | - | 0.1695 |
|
161 |
+
| 6.0 | 78 | - | 0.1837 |
|
162 |
+
| 7.0 | 91 | - | 0.1904 |
|
163 |
| 7.6923 | 100 | 0.0364 | - |
|
164 |
+
| 8.0 | 104 | - | 0.1997 |
|
165 |
+
| 9.0 | 117 | - | 0.1994 |
|
166 |
+
| 10.0 | 130 | - | 0.1967 |
|
167 |
|
168 |
* The bold row denotes the saved checkpoint.
|
169 |
### Framework Versions
|
config_setfit.json
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
{
|
2 |
-
"normalize_embeddings": false,
|
3 |
"labels": [
|
4 |
"Admiration",
|
5 |
"Gratitude",
|
6 |
"Praise"
|
7 |
-
]
|
|
|
8 |
}
|
|
|
1 |
{
|
|
|
2 |
"labels": [
|
3 |
"Admiration",
|
4 |
"Gratitude",
|
5 |
"Praise"
|
6 |
+
],
|
7 |
+
"normalize_embeddings": false
|
8 |
}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 437967672
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1a93e67feec2184b1995cf79c3a0b0cfce0d2902533007d9d0ac537391cdf07
|
3 |
size 437967672
|
model_head.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 20321
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27e22f3d6674011f92cc257315727a60fb0d41a24a338412f4d57bec52cbca85
|
3 |
size 20321
|