SiddhanthRaja commited on
Commit
2c085a0
1 Parent(s): 00fe475

Training in progress, step 500

Browse files
config.json CHANGED
@@ -56,7 +56,7 @@
56
  },
57
  "tie_word_embeddings": false,
58
  "torch_dtype": "float32",
59
- "transformers_version": "4.35.2",
60
  "use_cache": true,
61
  "vocab_size": 32128
62
  }
 
56
  },
57
  "tie_word_embeddings": false,
58
  "torch_dtype": "float32",
59
+ "transformers_version": "4.35.0",
60
  "use_cache": true,
61
  "vocab_size": 32128
62
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33e050125a4ddef373df15d89e018dbc3646d5509f2c842e036558bde5c359b0
3
  size 990345064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aea98097bbe7257f45ffc50d4e10a7fea32b5fd21bc78315f7b84d556705176
3
  size 990345064
runs/Nov18_17-06-56_6c367cafd2b8/events.out.tfevents.1700327221.6c367cafd2b8.47.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:565f49aeb6e3267553b1339e497c4dac921a5233bbd6124d051b321c21b84d00
3
+ size 6564
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
@@ -950,8 +955,7 @@
950
  "pre_tokenizer": {
951
  "type": "Metaspace",
952
  "replacement": "▁",
953
- "add_prefix_space": true,
954
- "prepend_scheme": "always"
955
  },
956
  "post_processor": {
957
  "type": "TemplateProcessing",
@@ -1010,8 +1014,7 @@
1010
  "decoder": {
1011
  "type": "Metaspace",
1012
  "replacement": "▁",
1013
- "add_prefix_space": true,
1014
- "prepend_scheme": "always"
1015
  },
1016
  "model": {
1017
  "type": "Unigram",
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 128,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
955
  "pre_tokenizer": {
956
  "type": "Metaspace",
957
  "replacement": "▁",
958
+ "add_prefix_space": true
 
959
  },
960
  "post_processor": {
961
  "type": "TemplateProcessing",
 
1014
  "decoder": {
1015
  "type": "Metaspace",
1016
  "replacement": "▁",
1017
+ "add_prefix_space": true
 
1018
  },
1019
  "model": {
1020
  "type": "Unigram",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fe08906f2906834d65dc1ec82c208c2492ca317499814d59f9369504242ad07
3
- size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3330a4accaa636a3848348281436668b6373d9ae37399c15278047b76087a8d
3
+ size 4347