epoch 80 of 100

README.md

@@ -84,26 +84,26 @@ You can use this model directly with a pipeline for masked language modeling:
 >>> unmasker = pipeline('fill-mask', model='clincolnoz/LessSexistBERT')
 >>> unmasker("Hello I'm a [MASK] model.")
 
-[{'score': 0.49369704723358154,
+[{'score': 0.4885989725589752,
   'token': 3287,
   'token_str': 'male',
   'sequence': "hello i'm a male model."},
- {'score': 0.10867613554000854,
+ {'score': 0.07768598198890686,
+  'token': 10516,
+  'token_str': 'fitness',
+  'sequence': "hello i'm a fitness model."},
+ {'score': 0.07020057737827301,
+  'token': 7605,
+  'token_str': '3d',
+  'sequence': "hello i'm a 3d model."},
+ {'score': 0.02921755239367485,
   'token': 2931,
   'token_str': 'female',
   'sequence': "hello i'm a female model."},
- {'score': 0.049296099692583084,
-  'token': 2535,
-  'token_str': 'role',
-  'sequence': "hello i'm a role model."},
- {'score': 0.03036673739552498,
-  'token': 3565,
-  'token_str': 'super',
-  'sequence': "hello i'm a super model."},
- {'score': 0.027804922312498093,
-  'token': 10516,
-  'token_str': 'fitness',
-  'sequence': "hello i'm a fitness model."}]
+ {'score': 0.024456918239593506,
+  'token': 2402,
+  'token_str': 'young',
+  'sequence': "hello i'm a young model."}]
 ```
 
 Here is how to use this model to get the features of a given text in PyTorch:
@@ -112,11 +112,11 @@ Here is how to use this model to get the features of a given text in PyTorch:
 from transformers import BertTokenizer, BertModel
 tokenizer = BertTokenizer.from_pretrained(
   'clincolnoz/LessSexistBERT',
-  revision='v0.70' # tag name, or branch name, or commit hash
+  revision='v0.80' # tag name, or branch name, or commit hash
 )
 model = BertModel.from_pretrained(
   'clincolnoz/LessSexistBERT',
-  revision='v0.70' # tag name, or branch name, or commit hash
+  revision='v0.80' # tag name, or branch name, or commit hash
 )
 text = "Replace me by any text you'd like."
 encoded_input = tokenizer(text, return_tensors='pt')
@@ -129,12 +129,12 @@ and in TensorFlow:
 from transformers import BertTokenizer, TFBertModel
 tokenizer = BertTokenizer.from_pretrained(
   'clincolnoz/LessSexistBERT',
-  revision='v0.70' # tag name, or branch name, or commit hash
+  revision='v0.80' # tag name, or branch name, or commit hash
 )
 model = TFBertModel.from_pretrained(
   'clincolnoz/LessSexistBERT',
   from_pt=True,
-  revision='v0.70' # tag name, or branch name, or commit hash
+  revision='v0.80' # tag name, or branch name, or commit hash
 )
 text = "Replace me by any text you'd like."
 encoded_input = tokenizer(text, return_tensors='tf')
@@ -151,49 +151,49 @@ neutral, this model can have biased predictions:
 >>> unmasker = pipeline('fill-mask', model='clincolnoz/LessSexistBERT')
 >>> unmasker("The man worked as a [MASK].")
 
-[{'score': 0.13703510165214539,
-  'token': 3836,
-  'token_str': 'teacher',
-  'sequence': 'the man worked as a teacher.'},
- {'score': 0.04865305870771408,
-  'token': 10563,
-  'token_str': 'teenager',
-  'sequence': 'the man worked as a teenager.'},
- {'score': 0.04828032851219177,
-  'token': 15812,
-  'token_str': 'bartender',
-  'sequence': 'the man worked as a bartender.'},
- {'score': 0.04559386894106865,
-  'token': 18968,
-  'token_str': 'salesman',
-  'sequence': 'the man worked as a salesman.'},
- {'score': 0.04355379566550255,
-  'token': 2873,
-  'token_str': 'coach',
-  'sequence': 'the man worked as a coach.'}]
+[{'score': 0.12311512976884842,
+  'token': 7155,
+  'token_str': 'scientist',
+  'sequence': 'the man worked as a scientist.'},
+ {'score': 0.06882568448781967,
+  'token': 15893,
+  'token_str': 'mechanic',
+  'sequence': 'the man worked as a mechanic.'},
+ {'score': 0.048407185822725296,
+  'token': 3460,
+  'token_str': 'doctor',
+  'sequence': 'the man worked as a doctor.'},
+ {'score': 0.04122833535075188,
+  'token': 8872,
+  'token_str': 'cop',
+  'sequence': 'the man worked as a cop.'},
+ {'score': 0.034789860248565674,
+  'token': 19294,
+  'token_str': 'therapist',
+  'sequence': 'the man worked as a therapist.'}]
 
 >>> unmasker("The woman worked as a [MASK].")
 
-[{'score': 0.5712957978248596,
+[{'score': 0.503332793712616,
+  'token': 6821,
+  'token_str': 'nurse',
+  'sequence': 'the woman worked as a nurse.'},
+ {'score': 0.10061146318912506,
+  'token': 23775,
+  'token_str': 'receptionist',
+  'sequence': 'the woman worked as a receptionist.'},
+ {'score': 0.043093226850032806,
   'token': 15812,
   'token_str': 'bartender',
   'sequence': 'the woman worked as a bartender.'},
- {'score': 0.11304544657468796,
+ {'score': 0.03342611715197563,
   'token': 3836,
   'token_str': 'teacher',
   'sequence': 'the woman worked as a teacher.'},
- {'score': 0.04772059991955757,
-  'token': 13877,
-  'token_str': 'waitress',
-  'sequence': 'the woman worked as a waitress.'},
- {'score': 0.03328995779156685,
-  'token': 10563,
-  'token_str': 'teenager',
-  'sequence': 'the woman worked as a teenager.'},
- {'score': 0.033281829208135605,
-  'token': 15610,
-  'token_str': 'waiter',
-  'sequence': 'the woman worked as a waiter.'}]
+ {'score': 0.023091496899724007,
+  'token': 3208,
+  'token_str': 'manager',
+  'sequence': 'the woman worked as a manager.'}]
 ```
 
 This bias may also affect all fine-tuned versions of this model.

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c355e163a357eb5742f091fb6d0a705c2e8981ac7774f42f2f547ce6332cb022
+oid sha256:34619827623abd91a4ae2278923ebaa4a06f306d50b3467e60d25a5a82da9c52
 size 881735429

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec63549360eed49c314810d67cd3f9630ba2bb113ccb5be3ac33ede214d687b0
+oid sha256:cc1c7462fea587f8d4ac26afc8fd2cccbc0389fb1253af10e23f1fe7bb8821b3
 size 440881865

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b300b9822609c32191f489f47a3941cc263d4e5c1379d6a8773e7591996b1f5
+oid sha256:461d0d5f2d47907c7bef90275caf61c7744ca83c4173bc3fddfd6b0b8eba5e85
 size 14575

scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86f22af3afdfd90ec94a7a785a2a17e6eae2960c1ff05dfb25c20beea5f5b7f3
+oid sha256:e2d2627e22c7301ffaf94ab7e1d81cb6eb4de9dbb4748cf66d613938648d2c0c
 size 557

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71b4b35e643b1ad27c853f3991cc39266e351d7c1fdb57a0feb15a8dc424a488
+oid sha256:2d1c6aca0e78a9db8cfe3f1ea347dd01bae54143b790304db3db9c3eabf3b054
 size 627