RanjithkumarPanjabikesan's picture
Update app.py
1908c9f verified
raw
history blame
1.3 kB
from transformers import AutoTokenizer, AutoModelForTokenClassification
from transformers import pipeline
tokenizer = AutoTokenizer.from_pretrained("dslim/bert-base-NER")
model = AutoModelForTokenClassification.from_pretrained("dslim/bert-base-NER")
#Create Named Entity Recognition Pipeline
nerp = pipeline("ner", model=model, tokenizer=tokenizer)
#Build the Named Entity Recognition App
import gradio as gr
#Import Merging Tokens function from Helper to Display Output Relevant for User
from helper import merge_tokens
#Define Named Entity Recognition Function
def ner(input):
output = nerp(input)
merged_tokens = merge_tokens(output)
return {"text": input, "entities": merged_tokens}
#Set up the User Interface and Launch
nerapp = gr.Interface(fn=ner,
inputs=[gr.Textbox(label="Text to find entities", lines=2)],
outputs=[gr.HighlightedText(label="Text with entities")],
title="NER with dslim/bert-base-NER",
description="Find entities using the `dslim/bert-base-NER` ",
allow_flagging="never",
examples=["My name is Sam, I'm building AI Apps and I live in Chennai", "My name is Lilly, I live in Chennai and work at Levitate"])
nerapp.launch()