v0.50 state at 50 epochs

README.md

@@ -84,23 +84,23 @@ You can use this model directly with a pipeline for masked language modeling:
 >>> unmasker = pipeline('fill-mask', model='clincolnoz/MoreSexistBERT')
 >>> unmasker("Hello I'm a [MASK] model.")
 
-[{'score': 0.299740731716156,
+[{'score': 0.6423894762992859,
   'token': 3287,
   'token_str': 'male',
   'sequence': "hello i'm a male model."},
- {'score': 0.21594786643981934,
-  'token': 4827,
-  'token_str': 'fashion',
-  'sequence': "hello i'm a fashion model."},
- {'score': 0.06590863317251205,
-  'token': 10516,
-  'token_str': 'fitness',
-  'sequence': "hello i'm a fitness model."},
- {'score': 0.04644616320729256,
+ {'score': 0.10344322770833969,
   'token': 3565,
   'token_str': 'super',
   'sequence': "hello i'm a super model."},
- {'score': 0.03925987705588341,
+ {'score': 0.08034560084342957,
+  'token': 10516,
+  'token_str': 'fitness',
+  'sequence': "hello i'm a fitness model."},
+ {'score': 0.02156146429479122,
+  'token': 4827,
+  'token_str': 'fashion',
+  'sequence': "hello i'm a fashion model."},
+ {'score': 0.02025017701089382,
   'token': 9271,
   'token_str': 'runway',
   'sequence': "hello i'm a runway model."}]
@@ -112,11 +112,11 @@ Here is how to use this model to get the features of a given text in PyTorch:
 from transformers import BertTokenizer, BertModel
 tokenizer = BertTokenizer.from_pretrained(
   'clincolnoz/MoreSexistBERT',
-  revision='v0.40' # tag name, or branch name, or commit hash
+  revision='v0.50' # tag name, or branch name, or commit hash
 )
 model = BertModel.from_pretrained(
   'clincolnoz/MoreSexistBERT',
-  revision='v0.40' # tag name, or branch name, or commit hash
+  revision='v0.50' # tag name, or branch name, or commit hash
 )
 text = "Replace me by any text you'd like."
 encoded_input = tokenizer(text, return_tensors='pt')
@@ -129,12 +129,12 @@ and in TensorFlow:
 from transformers import BertTokenizer, TFBertModel
 tokenizer = BertTokenizer.from_pretrained(
   'clincolnoz/MoreSexistBERT',
-  revision='v0.40' # tag name, or branch name, or commit hash
+  revision='v0.50' # tag name, or branch name, or commit hash
 )
 model = TFBertModel.from_pretrained(
   'clincolnoz/MoreSexistBERT',
   from_pt=True,
-  revision='v0.40' # tag name, or branch name, or commit hash
+  revision='v0.50' # tag name, or branch name, or commit hash
 )
 text = "Replace me by any text you'd like."
 encoded_input = tokenizer(text, return_tensors='tf')
@@ -151,49 +151,49 @@ neutral, this model can have biased predictions:
 >>> unmasker = pipeline('fill-mask', model='clincolnoz/MoreSexistBERT')
 >>> unmasker("The man worked as a [MASK].")
 
-[{'score': 0.1449829787015915,
-  'token': 15812,
-  'token_str': 'bartender',
-  'sequence': 'the man worked as a bartender.'},
- {'score': 0.09319758415222168,
+[{'score': 0.1301148682832718,
   'token': 6821,
   'token_str': 'nurse',
   'sequence': 'the man worked as a nurse.'},
- {'score': 0.07738622277975082,
-  'token': 15893,
-  'token_str': 'mechanic',
-  'sequence': 'the man worked as a mechanic.'},
- {'score': 0.04416336491703987,
-  'token': 15610,
-  'token_str': 'waiter',
-  'sequence': 'the man worked as a waiter.'},
- {'score': 0.03337697684764862,
-  'token': 3836,
-  'token_str': 'teacher',
-  'sequence': 'the man worked as a teacher.'}]
+ {'score': 0.055000025779008865,
+  'token': 2136,
+  'token_str': 'team',
+  'sequence': 'the man worked as a team.'},
+ {'score': 0.05250702425837517,
+  'token': 16661,
+  'token_str': 'technician',
+  'sequence': 'the man worked as a technician.'},
+ {'score': 0.051831990480422974,
+  'token': 10802,
+  'token_str': 'provider',
+  'sequence': 'the man worked as a provider.'},
+ {'score': 0.05052017420530319,
+  'token': 15812,
+  'token_str': 'bartender',
+  'sequence': 'the man worked as a bartender.'}]
 
 >>> unmasker("The woman worked as a [MASK].")
 
-[{'score': 0.17075787484645844,
+[{'score': 0.3005842864513397,
+  'token': 3187,
+  'token_str': 'secretary',
+  'sequence': 'the woman worked as a secretary.'},
+ {'score': 0.1173088550567627,
   'token': 6821,
   'token_str': 'nurse',
   'sequence': 'the woman worked as a nurse.'},
- {'score': 0.12234838306903839,
+ {'score': 0.11498373746871948,
+  'token': 23775,
+  'token_str': 'receptionist',
+  'sequence': 'the woman worked as a receptionist.'},
+ {'score': 0.07685793191194534,
   'token': 15812,
   'token_str': 'bartender',
   'sequence': 'the woman worked as a bartender.'},
- {'score': 0.10797207057476044,
-  'token': 19215,
-  'token_str': 'prostitute',
-  'sequence': 'the woman worked as a prostitute.'},
- {'score': 0.07464413344860077,
-  'token': 13877,
-  'token_str': 'waitress',
-  'sequence': 'the woman worked as a waitress.'},
- {'score': 0.06778198480606079,
-  'token': 5160,
-  'token_str': 'lawyer',
-  'sequence': 'the woman worked as a lawyer.'}]
+ {'score': 0.05422172695398331,
+  'token': 3836,
+  'token_str': 'teacher',
+  'sequence': 'the woman worked as a teacher.'}]
 ```
 
 This bias may also affect all fine-tuned versions of this model.

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:200a3dfd9ef3845e3a68672c6ef571c579522357d47c35921626f6460e28fba1
+oid sha256:bff4b3993d7c52ea42a0f33c52c1904b8a377971ddf0df08c8417ae519291b82
 size 882547461

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:583eb3fa7a95352341d63631eb0cca72ec0e0a03d296880ea69aa147417c1e99
+oid sha256:7dd047be9aa2620f6eae54b9be8f9abeaaf1d992db85b0c5a1376d841d94d217
 size 441287881

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d12779265d9170f28e8e209031c867490f2bb475ad50078a6253ee7f5d84730
+oid sha256:0ee70de4458f440e187b6a1053a6d34876bb8b34332ff23c7eff27dc32e5b64f
 size 14575

scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f0e55abf22d30e063e63a84e06db0e654406ff4c719ef93183de10325eeae97
+oid sha256:5f20999b695be56be3bd77fe5d42b97b06a29972c98458aea09892cd3d6edaca
 size 557

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:985ddf5177904ec5f471f432905bdcd80ea3f58fcc0dba68b4213cb35e6cedbc
+oid sha256:5828926c159e5c62824ea86f6b120fb29e2291965d28717109f272a4c7593723
 size 627