YsnHdn commited on
Commit
b083e5f
·
1 Parent(s): fbdc133

fix : using the right ckpts

Browse files
Files changed (2) hide show
  1. app.py +0 -2
  2. helper_functions.py +3 -3
app.py CHANGED
@@ -1,10 +1,8 @@
1
  from flask import Flask, render_template,request, redirect,url_for, jsonify
2
- from PyPDF2 import PdfReader
3
  from helper_functions import predict_class
4
  import fitz # PyMuPDF
5
  import os, shutil
6
  import torch
7
- from transformers import BertTokenizer, BertForSequenceClassification
8
  import pickle
9
 
10
  app = Flask(__name__)
 
1
  from flask import Flask, render_template,request, redirect,url_for, jsonify
 
2
  from helper_functions import predict_class
3
  import fitz # PyMuPDF
4
  import os, shutil
5
  import torch
 
6
  import pickle
7
 
8
  app = Flask(__name__)
helper_functions.py CHANGED
@@ -1,15 +1,15 @@
1
  import torch
2
  import pickle
3
- from transformers import BertTokenizer, BertForSequenceClassification
4
  from transformers import BatchEncoding, PreTrainedTokenizerBase
5
  from typing import Optional
6
  from torch import Tensor
7
 
8
  # Load the model
9
- model = BertForSequenceClassification.from_pretrained("distilBert/DistilBert/saved_model")
10
 
11
  # Load the tokenizer
12
- tokenizer = BertTokenizer.from_pretrained("distilBert/DistilBert/saved_tokenizer")
13
 
14
  # Charger le label encoder
15
  with open("distilBert/DistilBert/label_encoder.pkl", "rb") as f:
 
1
  import torch
2
  import pickle
3
+ from transformers import AutoTokenizer , DistilBertForSequenceClassification
4
  from transformers import BatchEncoding, PreTrainedTokenizerBase
5
  from typing import Optional
6
  from torch import Tensor
7
 
8
  # Load the model
9
+ model = DistilBertForSequenceClassification.from_pretrained("distilBert/DistilBert/saved_model")
10
 
11
  # Load the tokenizer
12
+ tokenizer = AutoTokenizer.from_pretrained("distilBert/DistilBert/saved_tokenizer")
13
 
14
  # Charger le label encoder
15
  with open("distilBert/DistilBert/label_encoder.pkl", "rb") as f: