Update spaCy pipeline

.ipynb_checkpoints/meta-checkpoint.json

@@ -2,13 +2,13 @@
   "lang":"en",
   "name":"pipeline",
   "version":"0.0.0",
-  "spacy_version":">=3.3.1,<3.4.0",
+  "spacy_version":">=3.4.1,<3.5.0",
   "description":"",
   "author":"",
   "email":"",
   "url":"",
   "license":"",
-  "spacy_git_version":"5fb597f77",
+  "spacy_git_version":"5c2a00cef",
   "vectors":{
     "width":0,
     "vectors":0,
@@ -36,18 +36,18 @@
 
   ],
   "performance":{
-    "ents_f":0.7145877378,
-    "ents_p":0.6353383459,
-    "ents_r":0.8164251208,
+    "ents_f":0.8366013072,
+    "ents_p":0.8311688312,
+    "ents_r":0.8421052632,
     "ents_per_type":{
       "STUDENT":{
-        "p":0.6353383459,
-        "r":0.8164251208,
-        "f":0.7145877378
+        "p":0.8311688312,
+        "r":0.8421052632,
+        "f":0.8366013072
       }
     },
-    "speed":21016.7125076686,
-    "transformer_loss":264.9285582366,
-    "ner_loss":160.91844294
+    "speed":22300.9340042652,
+    "transformer_loss":562550.263513213,
+    "ner_loss":311.5489451973
   }
 }

README.md

@@ -5,7 +5,7 @@ tags:
 language:
 - en
 model-index:
-- name: en-student-name-detector
+- name: en_student_name_detector
   results:
   - task:
       name: NER
@@ -18,6 +18,39 @@ model-index:
       type: recall
       value: 0.8421052632
     - name: NER F Score
-      type: f-score
+      type: f_score
       value: 0.8366013072
 ---
+| Feature | Description |
+| --- | --- |
+| **Name** | `en_student_name_detector` |
+| **Version** | `0.0.1` |
+| **spaCy** | `>=3.4.1,<3.5.0` |
+| **Default Pipeline** | `transformer`, `ner` |
+| **Components** | `transformer`, `ner` |
+| **Vectors** | 0 keys, 0 unique vectors (0 dimensions) |
+| **Sources** | n/a |
+| **License** | n/a |
+| **Author** | [n/a]() |
+
+### Label Scheme
+
+<details>
+
+<summary>View label scheme (1 labels for 1 components)</summary>
+
+| Component | Labels |
+| --- | --- |
+| **`ner`** | `STUDENT` |
+
+</details>
+
+### Accuracy
+
+| Type | Score |
+| --- | --- |
+| `ENTS_F` | 83.66 |
+| `ENTS_P` | 83.12 |
+| `ENTS_R` | 84.21 |
+| `TRANSFORMER_LOSS` | 56255026.35 |
+| `NER_LOSS` | 31154.89 |

config.cfg

@@ -31,7 +31,7 @@ update_with_oracle_cut_size = 100
 @architectures = "spacy.TransitionBasedParser.v2"
 state_type = "ner"
 extra_state_tokens = true
-hidden_width = 128
+hidden_width = 64
 maxout_pieces = 2
 use_upper = false
 nO = null
@@ -49,13 +49,9 @@ set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotati
 
 [components.transformer.model]
 @architectures = "spacy-transformers.TransformerModel.v3"
-name = "allenai/longformer-base-4096"
+name = "../2022_06_05_deidentification_of_student_writing_in_moocs/bin/results/v1"
 mixed_precision = false
-
-[components.transformer.model.get_spans]
-@span_getters = "spacy-transformers.strided_spans.v1"
-window = 4096
-stride = 2048
+get_spans = {"@span_getters":"spacy-transformers.doc_spans.v1"}
 
 [components.transformer.model.grad_scaler_config]
 
@@ -105,13 +101,8 @@ buffer = 256
 get_length = null
 
 [training.logger]
-@loggers = "spacy.WandbLogger.v3"
-project_name = "monitor_spacy_training"
-remove_config_values = ["paths.train","paths.dev","corpora.train.path","corpora.dev.path"]
-log_dataset_dir = "corpus"
-model_log_interval = 1000
-entity = null
-run_name = null
+@loggers = "spacy.ConsoleLogger.v1"
+progress_bar = false
 
 [training.optimizer]
 @optimizers = "Adam.v1"

en_student_name_detector-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7471fd88a60cd66107c1a0a13589ca36f88458c385edae26957454d19eb8c42
-size 521550516
+oid sha256:e81239b4aa7def59db35c9e1dc5e2fbceb016b47065349ff469b3f01fb8b2cda
+size 525251536

ner/moves

@@ -1 +1 @@
-��moves�l{"0":{},"1":{"STUDENT":6982},"2":{"STUDENT":6982},"3":{"STUDENT":6982},"4":{"STUDENT":6982,"":1},"5":{"":1}}�cfg��neg_key�
+��moves�l{"0":{},"1":{"STUDENT":1663},"2":{"STUDENT":1663},"3":{"STUDENT":1663},"4":{"STUDENT":1663,"":1},"5":{"":1}}�cfg��neg_key�

transformer/model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9fe8dcc988f1b1ed32ef9459967839727264ba8fa14eb025fa2e256b29d9509
-size 598140907
+oid sha256:8208b2db8c6fb3c3eecf7e77a110a905a01b4a11e9735002977bc2aa6e5f5af2
+size 598141086