modified gradio app

app.py

@@ -1,47 +1,34 @@
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
-import os
-os.environ["CUDA_VISIBLE_DEVICES"]="0"
 import gradio as gr
 
-def greet(name):
-    return "Hello " + name + "!!"
-
-
-
-
 import torch
+
 first_generation = True
 prefix = ''
 device = 'cuda' if torch.cuda.is_available() else 'cpu'
 
-
 model_checkpoint = "fermaat/es_nlp_text_neutralizer"
 
 tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)
 
-
-
-# model = T5ForConditionalGeneration.from_pretrained(model_checkpoint)
 model = AutoModelForSeq2SeqLM.from_pretrained(model_checkpoint)
 # TODO: jarl!! check this for avoiding short segments
 model.config.max_length = 512
 model.to(device)
-
-
 # sentences = ["El libro relata las aventuras y desventuras de un hidalgo de 50 años llamado Alonso Quijano, quien decide ser un caballero andante como aquellos que aparecen en sus libros de caballerías favoritos.Las hazañas de don Quijote están contenidas en dos tomos que narran tres salidas. Por un lado, la “Primera parte” denominada como El ingenioso Hidalgo Don Quijote de la Mancha está formada por 52 capítulos y en ella se encuentran la primera salida y la segunda salida."]
 # sentences = ['De acuerdo con las informaciones anteriores , las alumnas se han quejado de la actitud de los profesores en los exámenes finales. Los representantes estudiantiles son los alumnos Juanju y Javi.']
-def get_output(sentences, first_generation=True):
-    inputs = tokenizer([prefix + sentence for sentence in sentences], return_tensors="pt", padding=True)
+def get_output(sentence, first_generation=True):
+    inputs = tokenizer([prefix + sentence], return_tensors="pt", padding=True)
     with torch.no_grad():
         if first_generation:
-            output_sequences = model.generate(
+            output_sequence = model.generate(
                 input_ids=inputs["input_ids"].to(device),
                 attention_mask=inputs["attention_mask"].to(device),
                 do_sample=False,  # disable sampling to test if batching affects output
             )
         else:
 
-            output_sequences = model.generate(
+            output_sequence = model.generate(
                 input_ids=inputs["input_ids"].to(device),
                 attention_mask=inputs["attention_mask"].to(device),
                 do_sample=False,  
@@ -50,10 +37,9 @@ def get_output(sentences, first_generation=True):
                 # length_penalty=1.0, 
                 early_stopping=True# disable sampling to test if batching affects output
             )
-
-    preds = [tokenizer.decode(g, skip_special_tokens=True, clean_up_tokenization_spaces=True) for g in output_sequences]
+    preds = tokenizer.decode(output_sequence[0], skip_special_tokens=True, clean_up_tokenization_spaces=True)
     return preds
-# get_output(sentences)
+
 
 
 iface = gr.Interface(fn=get_output, inputs="text", outputs="text")

requirements.txt

@@ -0,0 +1,122 @@
+aiohttp==3.8.1
+aiosignal==1.2.0
+analytics-python==1.4.0
+anyio==3.5.0
+argon2-cffi==21.3.0
+argon2-cffi-bindings==21.2.0
+asgiref==3.5.0
+async-timeout==4.0.2
+asynctest==0.13.0
+attrs==21.4.0
+backcall==0.2.0
+backoff==1.10.0
+bcrypt==3.2.0
+beautifulsoup4==4.10.0
+bleach==4.1.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+click==8.0.4
+cryptography==36.0.2
+cycler==0.11.0
+datasets==2.0.0
+debugpy==1.6.0
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.4
+entrypoints==0.4
+fastapi==0.75.0
+ffmpy==0.3.0
+filelock==3.6.0
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gradio==2.8.14
+h11==0.13.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+importlib-resources==5.6.0
+ipykernel==6.9.2
+ipython==7.32.0
+ipython-genutils==0.2.0
+jedi==0.18.1
+Jinja2==3.1.1
+joblib==1.1.0
+jsonschema==4.4.0
+jupyter-client==7.1.2
+jupyter-core==4.9.2
+jupyterlab-pygments==0.1.2
+kiwisolver==1.4.1
+linkify-it-py==1.0.3
+markdown-it-py==2.0.1
+MarkupSafe==2.1.1
+matplotlib==3.5.1
+matplotlib-inline==0.1.3
+mdit-py-plugins==0.3.0
+mdurl==0.1.0
+mistune==0.8.4
+monotonic==1.6
+multidict==6.0.2
+multiprocess==0.70.12.2
+nbclient==0.5.13
+nbconvert==6.4.5
+nbformat==5.2.0
+nest-asyncio==1.5.4
+notebook==6.4.10
+numpy==1.21.5
+orjson==3.6.7
+packaging==21.3
+pandas==1.3.5
+pandocfilters==1.5.0
+paramiko==2.10.3
+parso==0.8.3
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==9.0.1
+prometheus-client==0.13.1
+prompt-toolkit==3.0.28
+psutil==5.9.0
+ptyprocess==0.7.0
+pyarrow==7.0.0
+pycparser==2.21
+pycryptodome==3.14.1
+pydantic==1.9.0
+pydub==0.25.1
+Pygments==2.11.2
+PyNaCl==1.5.0
+pyparsing==3.0.7
+pyrsistent==0.18.1
+python-dateutil==2.8.2
+python-multipart==0.0.5
+pytz==2022.1
+PyYAML==6.0
+pyzmq==22.3.0
+regex==2022.3.15
+requests==2.27.1
+responses==0.18.0
+sacremoses==0.0.49
+Send2Trash==1.8.0
+six==1.16.0
+sniffio==1.2.0
+soupsieve==2.3.1
+starlette==0.17.1
+terminado==0.13.3
+testpath==0.6.0
+tokenizers==0.11.6
+torch==1.10.2+cu113
+torchaudio==0.10.2+cu113
+torchvision==0.11.3+cu113
+tornado==6.1
+tqdm==4.63.1
+traitlets==5.1.1
+transformers==4.17.0
+typing_extensions==4.1.1
+uc-micro-py==1.0.1
+urllib3==1.26.9
+uvicorn==0.17.6
+wcwidth==0.2.5
+webencodings==0.5.1
+xxhash==3.0.0
+yarl==1.7.2
+zipp==3.7.0