Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -2,6 +2,7 @@ import streamlit as st
|
|
2 |
import os
|
3 |
import torch
|
4 |
from pathlib import Path
|
|
|
5 |
from transformers import AutoTokenizer
|
6 |
from jax import numpy as jnp
|
7 |
import json
|
@@ -27,7 +28,7 @@ def get_model():
|
|
27 |
|
28 |
@st.cache(hash_funcs={transformers.models.bert.tokenization_bert_fast.BertTokenizerFast: hash})
|
29 |
def get_tokenizer():
|
30 |
-
return AutoTokenizer.from_pretrained("dbmdz/bert-base-italian-xxl-uncased", cache_dir=
|
31 |
|
32 |
|
33 |
@st.cache
|
|
|
2 |
import os
|
3 |
import torch
|
4 |
from pathlib import Path
|
5 |
+
import transformers
|
6 |
from transformers import AutoTokenizer
|
7 |
from jax import numpy as jnp
|
8 |
import json
|
|
|
28 |
|
29 |
@st.cache(hash_funcs={transformers.models.bert.tokenization_bert_fast.BertTokenizerFast: hash})
|
30 |
def get_tokenizer():
|
31 |
+
return AutoTokenizer.from_pretrained("dbmdz/bert-base-italian-xxl-uncased", cache_dir="./", use_fast=True)
|
32 |
|
33 |
|
34 |
@st.cache
|