Update app.py

app.py

@@ -1,62 +1,155 @@
 #!/usr/bin/env python3
 # -*- coding: utf-8 -*-
+import requests
+import spacy_udpipe
 import streamlit as st
 from spacy import displacy
 
-import span_marker
-import spacy
-import spacy_udpipe
-
-
 spacy_udpipe.download("ar")
 nlp = spacy_udpipe.load("ar")
 nlp.add_pipe("span_marker",
                  config={"model": "iahlt/span-marker-xlm-roberta-base-ar"})
 
+
+DEFAULT_LABEL_COLORS = {
+    "ORG": "#17A2B8",
+    "ORGS": "#17A2B8",
+    "ORGANIZATION": "#17A2B8",
+    "PRODUCT": "#FA9F42",
+    "COMMERCIAL_ITEM": "#FA9F42",
+    "DUC": "#FA9F42",
+    "GPE": "#FFC107",
+    "LOC": "#28A745",
+    "LOCATION": "#28A745",
+    "PERSON": "#0069B4",
+    "PER": "#0069B4",
+    "PERS": "#0069B4",
+    "TTL": "#FA8B1B",
+    "TITLE": "#FA8B1B",
+    "NORP": "#c887fb",
+    "FAC": "#721817",
+    "EVENT": "#2B4162",
+    "EVE": "#2B4162",
+    "LAW": "#C880B7",
+    "LANGUAGE": "#437F97",
+    "ANG": "#437F97",
+    "WORK_OF_ART": "#0B6E4F",
+    "WOA": "#0B6E4F",
+    "DATE": "#849324",
+    "TIME": "#849324",
+    "TIMEX": "#849324",
+    "MONEY": "#6C757D",
+    "QUANTITY": "#FD151B",
+    "ORDINAL": "#FD151B",
+    "CARDINAL": "#FD151B",
+    "PERCENT": "#F1D302",
+    "MISC": "#e7d2e4",
+    "OTHER": '#ff8197',
+}
+
 def get_html(html: str):
     """Convert HTML so it can be rendered."""
-    WRAPPER = """<div style="overflow-x: auto; border: 1px solid #e6e9ef; border-radius: 0.25rem; padding: 1rem; margin-bottom: 2.5rem">{}</div>"""
+    WRAPPER = """<div style="overflow-x: auto; border: 1px solid #e6e9ef; border-radius: 0.25rem; padding: 1rem; margin-bottom: 2.5rem"; direction: rtl; >{}</div>"""
     # Newlines seem to mess with the rendering
     html = html.replace("\n", " ")
-    return WRAPPER.format(html)
+    style = "<style>mark.entity { display: inline-block }</style>"
+    html = WRAPPER.format(html)
+    return f"{style}{html}"
+
 
 def page_init():
     st.header("Named Entity Recognition Demo")
-    
+
+
+@st.cache_data
+def get_html_from_server(text):
+    base_url = "https://ne-api.iahlt.org/api/arabic/ner/?text={}"
+
+    def get_entities(text):
+        text = text.strip()
+        if text == "":
+            return []
+        response = requests.get(base_url.format(text))
+        answer = response.json()
+        ents = []
+        for ent in answer["ents"]:
+            if ent["entity_group"] == "O":
+                continue
+            ents.append({
+                "start": ent["start"],
+                "end": ent["end"],
+                "label": ent["entity_group"]
+            })
+        answer["ents"] = ents
+        return answer
+
+    def render_entities(text):
+        entities = get_entities(text)
+        html = displacy.render(entities,
+                               style="ent",
+                               options={"direction": "rtl", "colors": DEFAULT_LABEL_COLORS},
+                               manual=True)
+        return html.replace("ltr", "rtl")
+
+    return get_html(render_entities(text))
+
 
 if __name__ == '__main__':
     page_init()
-    
-    displacy_options = {}
 
     sample_text = """
-    أبو عَبد الله مُحَمَّد بن مُوسَى الخَوارِزمي عالم رياضيات وفلك وجغرافيا مسلم. يكنى بأبي جعفر. قيل أنه ولد حوالي 164هـ 781م وقيل أنه توفيَ بعد 232 هـ أي (بعد 847م). يعتبر من أوائل علماء الرياضيات المسلمين حيث ساهمت أعماله بدور كبير في تقدم الرياضيات في عصره.
+تمكن البطل الملاكم "محمد عيسى" القناص من الفوز في مباراته ببطولة دبي وذلك بعد انهائه النزال بالضربة القاضية. حيث يواصل البطل محمد عيسى مسيرته بتسلَّق الرُّتَب والألقاب ليصل لملاكمة الاحتراف.
     """.strip()
 
     text = st.text_area("Text", sample_text, height=200, max_chars=1000)
     btn = st.button("Annotate")
+    style = """
+    <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Scheherazade+New">
+    <style>
+    .stTextArea textarea {
+        font-size: 20px;
+        font-color: black;
+        font-family: 'Scheherazade+New';
+        direction: rtl;
+    }
+    .entities  {
+        font-size: 16px;
+        font-family: 'David+Libre';
+        direction: rtl;
+    }
+    #MainMenu {visibility: hidden;}
+    footer {visibility: hidden;}
+   </style>
+    """
+    st.write(style, unsafe_allow_html=True)
+
     if text and btn:
         doc = nlp(text)
         html = displacy.render(
             doc,
             style="ent",
-            options=displacy_options,
+            options={"direction": "rtl", "colors": DEFAULT_LABEL_COLORS},
             manual=False,
         )
-        style = "<style>mark.entity { display: inline-block }</style>"
-        st.write(f"{style}{get_html(html)}", unsafe_allow_html=True)
-    else:
-        st.write("")
 
-    st.markdown(
-        """
-        <style>
-        textarea {
-            direction: rtl;
-        }
-        </style>
-        """,
-        unsafe_allow_html=True,
-    )
+        nemo_html = get_html(html)
+        iahlt_html = get_html_from_server(text)
 
+        html = f"""
+        <div style="display: flex; flex-direction: row; justify-content: space-between; direction: rtl">
+            <div>
+            <h3>Nemo model results</h3>
+                {nemo_html}
+            </div>
+        </div>
+        <div style="display: flex; flex-direction: row; justify-content: space-between; direction: rtl">
+            <div>
+            <h3>IAHLT results</h3>
+                {iahlt_html}
+            </div>
+        </div>
+        """
+        st.write(html, unsafe_allow_html=True)
 
+    else:
+        st.write("")