add test code

app.py

@@ -0,0 +1,52 @@
+import streamlit as st
+from transformers import pipeline
+
+@st.cache(allow_output_mutation=True)
+def load_summarizer():
+    model = pipeline("summarization", device=0)
+    return model
+
+
+def generate_chunks(inp_str):
+    max_chunk = 500
+    inp_str = inp_str.replace('.', '.<eos>')
+    inp_str = inp_str.replace('?', '?<eos>')
+    inp_str = inp_str.replace('!', '!<eos>')
+
+    sentences = inp_str.split('<eos>')
+    current_chunk = 0
+    chunks = []
+    for sentence in sentences:
+        if len(chunks) == current_chunk + 1:
+            if len(chunks[current_chunk]) + len(sentence.split(' ')) <= max_chunk:
+                chunks[current_chunk].extend(sentence.split(' '))
+            else:
+                current_chunk += 1
+                chunks.append(sentence.split(' '))
+        else:
+            chunks.append(sentence.split(' '))
+
+    for chunk_id in range(len(chunks)):
+        chunks[chunk_id] = ' '.join(chunks[chunk_id])
+    return chunks
+
+
+summarizer = load_summarizer()
+st.title("Summarize Text")
+sentence = st.text_area('Please paste your article :', height=30)
+button = st.button("Summarize")
+butnn2 = st.button("koucou")
+
+max = st.sidebar.slider('Select max', 50, 500, step=10, value=150)
+min = st.sidebar.slider('Select min', 10, 450, step=10, value=50)
+do_sample = st.sidebar.checkbox("Do sample", value=False)
+with st.spinner("Generating Summary.."):
+    if button and sentence:
+        chunks = generate_chunks(sentence)
+        res = summarizer(chunks,
+                         max_length=max,
+                         min_length=min,
+                         do_sample=do_sample)
+        text = ' '.join([summ['summary_text'] for summ in res])
+        # st.write(result[0]['summary_text'])
+        st.write(text)

data.txt

@@ -0,0 +1 @@
+One of the big AI research conferences has been NuerIPS each December, which has been doubling attendance every year. But Nvidia’s GPU Technology Conference (GTC) is also another conference that drawn big crowds. Because the conference has been turned virtual, as have all conferences during the pandemic, it’s now easier to gather AI researcher from all over the world in one event. And Nvidia has gathered the top names in AI for this year’s GTC. Those top names in AI research include Geoffrey Hinton an Emeritus Professor from the University of Toronto, VP and Engineering Fellow at Google, and Chief Scientific Adviser to the Vector Institute. He is known for his pioneering work on Artificial Neural Networks (ANNs). His research on the backpropagation algorithm brought about drastic improvements in the performance of deep learning models. Hinton won the 2018 Turing Award for his groundbreaking work around deep neural networks, which he shares with Yann LeCun and Yoshua Bengio – both of which are also speakers at GTC 2021. Yann LeCun is VP and Chief AI Scientist at Facebook and Silver Professor from New York University and considered the founding father of Convolutional Neural Networks (CNNs). He has won the 2014 IEEE Neural Network Pioneer Award and the 2015 PAMI Distinguished Researcher Award, as well as the aforementioned Turing Award. Yoshua Bengio is a Full Professor, and the Founder and Scientific Director at the University of Montreal and the Mila - Quebec Artificial Intelligence Institute. He received the prestigious award of Canada Research Chair in Statistical Learning Algorithms. Yoshua is known for his work on artificial neural networks and deep learning in the 1980s and 1990s. He co-created the prestigious International Conference on Learning Representations (ICLR) conference with Yann LeCun. These are three of the top AI researchers, but there are 23 other world-class researchers that will also be presenting at GTC and potentially thousands more in attendance. Some of the leading companies presenting at GTC include: Adobe, Arm, Audi, Autodesk, Epic Games, Facebook, Google, IBM, Industrial Light and Magic, Morgan Stanley, Pixar, Red Hat, Siemens, St. Jude Children’s Hospital, Verizon, VMWare, Walmart. Covering a very broad range of AI applications and implementations. Nvidia was the first to invest heavily in High-Performance Computing (HPC) on GPUs, originally called GPGPU. Nvidia led using CUDA platform to facilitate HPC on GPUs. That lead to researchers using GPU to accelerate digital neural networks, which lead to breakthrough performance and modern AI. This pioneering work led to Nvidia’s GPUs becoming the main research and development platform for deep learning neural nets. With Nvidia GPUs in data centers, advanced driver assistance systems (ADAS), drones, robots, workstations, and PCs, Nvidia has the most pervasive and scalable AI platform. Since then, other GPU and accelerator and software vendors have been chasing Nvidia. Being the first and widest platform means most researchers have experience using Nvidia GPUs, making GTC a conference with broad appeal in the AI, Automotive, HPC, and gaming industries. It also has strong appeal for a wide range of researchers in academia, atmospheric, biomedical, and geological to name a few. Nvidia’s GTC really is one of the conferences I look forward to every year where I learn about new uses for AI technology. The conference will begin with a keynote by Nvidia’s CEO Jensen Huang to reveal the latest Nvidia technology and designs on April 12. And did I mention it’s free? There are also instructor-led, hands-on training and workshops as part of the conference for $249 per person, but the main conference and talks you can attend for free.

requirement.txt

@@ -0,0 +1,3 @@
+streamlit
+torch
+transformers