Add BERTopic model

README.md

@@ -0,0 +1,75 @@
+
+---
+tags:
+- bertopic
+library_name: bertopic
+pipeline_tag: text-classification
+---
+
+# MARTINI_enrich_BERTopic_COVID19VACCINEVICTIMSANDFAMILIES
+
+This is a [BERTopic](https://github.com/MaartenGr/BERTopic) model. 
+BERTopic is a flexible and modular topic modeling framework that allows for the generation of easily interpretable topics from large datasets. 
+
+## Usage 
+
+To use this model, please install BERTopic:
+
+```
+pip install -U bertopic
+```
+
+You can use the model as follows:
+
+```python
+from bertopic import BERTopic
+topic_model = BERTopic.load("AIDA-UPM/MARTINI_enrich_BERTopic_COVID19VACCINEVICTIMSANDFAMILIES")
+
+topic_model.get_topic_info()
+```
+
+## Topic overview
+
+* Number of topics: 6
+* Number of training documents: 544
+
+<details>
+  <summary>Click here for an overview of all topics.</summary>
+  
+  | Topic ID | Topic Keywords | Topic Frequency | Label | 
+|----------|----------------|-----------------|-------| 
+| -1 | vaers - pfizer - polio - myocarditis - lymphadenopathy | 28 | -1_vaers_pfizer_polio_myocarditis | 
+| 0 | globalist - tyranny - pandemic - cyber - everything | 268 | 0_globalist_tyranny_pandemic_cyber | 
+| 1 | vaers - pfizer - clots - symptoms - overdose | 71 | 1_vaers_pfizer_clots_symptoms | 
+| 2 | pfizer - deaths - 2023 - injected - dna | 67 | 2_pfizer_deaths_2023_injected | 
+| 3 | fauci - sars - lockdowns - misinformation - laboratory | 56 | 3_fauci_sars_lockdowns_misinformation | 
+| 4 | vax - hydroxychloroquine - zelenko - vladimir - surgeons | 54 | 4_vax_hydroxychloroquine_zelenko_vladimir |
+  
+</details>
+
+## Training hyperparameters
+
+* calculate_probabilities: True
+* language: None
+* low_memory: False
+* min_topic_size: 10
+* n_gram_range: (1, 1)
+* nr_topics: None
+* seed_topic_list: None
+* top_n_words: 10
+* verbose: False
+* zeroshot_min_similarity: 0.7
+* zeroshot_topic_list: None
+
+## Framework versions
+
+* Numpy: 1.26.4
+* HDBSCAN: 0.8.40
+* UMAP: 0.5.7
+* Pandas: 2.2.3
+* Scikit-Learn: 1.5.2
+* Sentence-transformers: 3.3.1
+* Transformers: 4.46.3
+* Numba: 0.60.0
+* Plotly: 5.24.1
+* Python: 3.10.12

config.json

@@ -0,0 +1,16 @@
+{
+  "calculate_probabilities": true,
+  "language": null,
+  "low_memory": false,
+  "min_topic_size": 10,
+  "n_gram_range": [
+    1,
+    1
+  ],
+  "nr_topics": null,
+  "seed_topic_list": null,
+  "top_n_words": 10,
+  "verbose": false,
+  "zeroshot_min_similarity": 0.7,
+  "zeroshot_topic_list": null
+}

ctfidf.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471fb08ffdd64ee77712801422caf81c24b4ac24bd7b0a7037b4ab030175713e
+size 167528

topic_embeddings.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd417e8c83f7be667703cd1e7a8d082b956e8c2c5c29cf0b775c86fd2d1e88a1
+size 24664

topics.json

@@ -0,0 +1,733 @@
+{
+  "topic_representations": {
+    "-1": [
+      [
+        "vaers",
+        0.6181034445762634
+      ],
+      [
+        "pfizer",
+        0.6080014109611511
+      ],
+      [
+        "polio",
+        0.6045516133308411
+      ],
+      [
+        "myocarditis",
+        0.4829150438308716
+      ],
+      [
+        "lymphadenopathy",
+        0.465628981590271
+      ]
+    ],
+    "0": [
+      [
+        "globalist",
+        0.5610374808311462
+      ],
+      [
+        "tyranny",
+        0.5502310395240784
+      ],
+      [
+        "pandemic",
+        0.5301388502120972
+      ],
+      [
+        "cyber",
+        0.4936389923095703
+      ],
+      [
+        "everything",
+        0.48592060804367065
+      ]
+    ],
+    "1": [
+      [
+        "vaers",
+        0.5868709087371826
+      ],
+      [
+        "pfizer",
+        0.5407735109329224
+      ],
+      [
+        "clots",
+        0.4758842885494232
+      ],
+      [
+        "symptoms",
+        0.44046539068222046
+      ],
+      [
+        "overdose",
+        0.43150147795677185
+      ]
+    ],
+    "2": [
+      [
+        "pfizer",
+        0.5393372178077698
+      ],
+      [
+        "deaths",
+        0.5129307508468628
+      ],
+      [
+        "2023",
+        0.44723883271217346
+      ],
+      [
+        "injected",
+        0.4388662576675415
+      ],
+      [
+        "dna",
+        0.43482834100723267
+      ]
+    ],
+    "3": [
+      [
+        "fauci",
+        0.6682949662208557
+      ],
+      [
+        "sars",
+        0.5394763946533203
+      ],
+      [
+        "lockdowns",
+        0.5040329694747925
+      ],
+      [
+        "misinformation",
+        0.4735221266746521
+      ],
+      [
+        "laboratory",
+        0.45327049493789673
+      ]
+    ],
+    "4": [
+      [
+        "vax",
+        0.5669566988945007
+      ],
+      [
+        "hydroxychloroquine",
+        0.5372714996337891
+      ],
+      [
+        "zelenko",
+        0.4744741916656494
+      ],
+      [
+        "vladimir",
+        0.44961994886398315
+      ],
+      [
+        "surgeons",
+        0.43710485100746155
+      ]
+    ]
+  },
+  "topics": [
+    0,
+    0,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    3,
+    -1,
+    -1,
+    -1,
+    2,
+    4,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    0,
+    0,
+    2,
+    3,
+    3,
+    2,
+    -1,
+    0,
+    2,
+    -1,
+    1,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    2,
+    -1,
+    -1,
+    2,
+    3,
+    1,
+    -1,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    2,
+    -1,
+    3,
+    0,
+    4,
+    -1,
+    3,
+    -1,
+    -1,
+    0,
+    2,
+    0,
+    2,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    2,
+    2,
+    0,
+    -1,
+    -1,
+    0,
+    2,
+    -1,
+    -1,
+    0,
+    -1,
+    0,
+    3,
+    0,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    3,
+    -1,
+    2,
+    -1,
+    2,
+    -1,
+    0,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    4,
+    -1,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    1,
+    2,
+    3,
+    3,
+    0,
+    -1,
+    2,
+    3,
+    3,
+    0,
+    -1,
+    -1,
+    1,
+    -1,
+    1,
+    -1,
+    0,
+    1,
+    -1,
+    -1,
+    1,
+    0,
+    1,
+    -1,
+    0,
+    3,
+    3,
+    3,
+    3,
+    0,
+    1,
+    1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    1,
+    1,
+    4,
+    -1,
+    -1,
+    2,
+    -1,
+    1,
+    1,
+    3,
+    -1,
+    1,
+    -1,
+    -1,
+    3,
+    0,
+    -1,
+    1,
+    -1,
+    -1,
+    0,
+    1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    2,
+    0,
+    -1,
+    -1,
+    -1,
+    0,
+    2,
+    3,
+    3,
+    3,
+    -1,
+    1,
+    -1,
+    3,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    3,
+    3,
+    3,
+    -1,
+    -1,
+    3,
+    3,
+    3,
+    1,
+    -1,
+    -1,
+    3,
+    -1,
+    3,
+    3,
+    -1,
+    3,
+    2,
+    3,
+    -1,
+    -1,
+    3,
+    -1,
+    0,
+    -1,
+    4,
+    -1,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    0,
+    1,
+    4,
+    -1,
+    -1,
+    -1,
+    1,
+    1,
+    2,
+    3,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    1,
+    4,
+    -1,
+    2,
+    1,
+    2,
+    -1,
+    3,
+    1,
+    1,
+    0,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    1,
+    1,
+    0,
+    -1,
+    2,
+    1,
+    -1,
+    2,
+    0,
+    -1,
+    -1,
+    2,
+    -1,
+    2,
+    0,
+    -1,
+    -1,
+    3,
+    2,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    0,
+    0,
+    2,
+    -1,
+    3,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    0,
+    0,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    0,
+    0,
+    1,
+    -1,
+    -1,
+    2,
+    2,
+    0,
+    -1,
+    1,
+    -1,
+    1,
+    0,
+    0,
+    -1,
+    3,
+    -1,
+    2,
+    -1,
+    -1,
+    0,
+    -1,
+    3,
+    4,
+    0,
+    -1,
+    2,
+    3,
+    4,
+    1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    3,
+    0,
+    0,
+    -1,
+    -1,
+    2,
+    0,
+    0,
+    2,
+    0,
+    2,
+    -1,
+    2,
+    0,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    3,
+    -1,
+    -1,
+    2,
+    -1,
+    -1,
+    -1,
+    -1,
+    1,
+    1,
+    2,
+    3,
+    -1,
+    -1,
+    3,
+    -1,
+    3,
+    -1,
+    4,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    2,
+    4,
+    2,
+    1,
+    1,
+    1,
+    -1,
+    -1,
+    4,
+    1,
+    4,
+    -1,
+    1,
+    -1,
+    -1,
+    -1,
+    -1,
+    2,
+    -1,
+    4,
+    -1,
+    -1,
+    0,
+    -1,
+    -1,
+    -1,
+    -1,
+    -1,
+    0,
+    4,
+    -1,
+    -1,
+    1,
+    -1,
+    4,
+    -1,
+    4,
+    4,
+    4,
+    1,
+    -1,
+    -1,
+    0,
+    4,
+    -1,
+    1,
+    4,
+    1,
+    4,
+    4,
+    4,
+    -1,
+    1,
+    1,
+    4,
+    1,
+    1,
+    -1,
+    4,
+    1,
+    -1,
+    1,
+    1,
+    -1,
+    4,
+    -1,
+    3,
+    -1,
+    1,
+    1,
+    1,
+    1,
+    2,
+    1,
+    1,
+    -1,
+    1,
+    1,
+    0,
+    -1,
+    1,
+    -1,
+    1,
+    1,
+    -1,
+    1,
+    2,
+    -1,
+    4
+  ],
+  "topic_sizes": {
+    "0": 71,
+    "-1": 268,
+    "2": 56,
+    "3": 54,
+    "4": 28,
+    "1": 67
+  },
+  "topic_mapper": [
+    [
+      -1,
+      -1,
+      -1
+    ],
+    [
+      0,
+      0,
+      0
+    ],
+    [
+      1,
+      1,
+      3
+    ],
+    [
+      2,
+      2,
+      1
+    ],
+    [
+      3,
+      3,
+      2
+    ],
+    [
+      4,
+      4,
+      4
+    ]
+  ],
+  "topic_labels": {
+    "-1": "-1_vaers_pfizer_polio_myocarditis",
+    "0": "0_globalist_tyranny_pandemic_cyber",
+    "1": "1_vaers_pfizer_clots_symptoms",
+    "2": "2_pfizer_deaths_2023_injected",
+    "3": "3_fauci_sars_lockdowns_misinformation",
+    "4": "4_vax_hydroxychloroquine_zelenko_vladimir"
+  },
+  "custom_labels": null,
+  "_outliers": 1,
+  "topic_aspects": {}
+}