fix : using the right ckpts
Browse files- app.py +0 -2
- helper_functions.py +3 -3
app.py
CHANGED
@@ -1,10 +1,8 @@
|
|
1 |
from flask import Flask, render_template,request, redirect,url_for, jsonify
|
2 |
-
from PyPDF2 import PdfReader
|
3 |
from helper_functions import predict_class
|
4 |
import fitz # PyMuPDF
|
5 |
import os, shutil
|
6 |
import torch
|
7 |
-
from transformers import BertTokenizer, BertForSequenceClassification
|
8 |
import pickle
|
9 |
|
10 |
app = Flask(__name__)
|
|
|
1 |
from flask import Flask, render_template,request, redirect,url_for, jsonify
|
|
|
2 |
from helper_functions import predict_class
|
3 |
import fitz # PyMuPDF
|
4 |
import os, shutil
|
5 |
import torch
|
|
|
6 |
import pickle
|
7 |
|
8 |
app = Flask(__name__)
|
helper_functions.py
CHANGED
@@ -1,15 +1,15 @@
|
|
1 |
import torch
|
2 |
import pickle
|
3 |
-
from transformers import
|
4 |
from transformers import BatchEncoding, PreTrainedTokenizerBase
|
5 |
from typing import Optional
|
6 |
from torch import Tensor
|
7 |
|
8 |
# Load the model
|
9 |
-
model =
|
10 |
|
11 |
# Load the tokenizer
|
12 |
-
tokenizer =
|
13 |
|
14 |
# Charger le label encoder
|
15 |
with open("distilBert/DistilBert/label_encoder.pkl", "rb") as f:
|
|
|
1 |
import torch
|
2 |
import pickle
|
3 |
+
from transformers import AutoTokenizer , DistilBertForSequenceClassification
|
4 |
from transformers import BatchEncoding, PreTrainedTokenizerBase
|
5 |
from typing import Optional
|
6 |
from torch import Tensor
|
7 |
|
8 |
# Load the model
|
9 |
+
model = DistilBertForSequenceClassification.from_pretrained("distilBert/DistilBert/saved_model")
|
10 |
|
11 |
# Load the tokenizer
|
12 |
+
tokenizer = AutoTokenizer.from_pretrained("distilBert/DistilBert/saved_tokenizer")
|
13 |
|
14 |
# Charger le label encoder
|
15 |
with open("distilBert/DistilBert/label_encoder.pkl", "rb") as f:
|