Spaces:

eliseobao
/

BLEU_ROUGE

Running

App Files Files Community

eliseobao commited on Nov 15, 2023

Commit

ddbfd90

1 Parent(s): b635266

Initial commit

Browse files

Files changed (10) hide show

Dockerfile +19 -0
requirements.txt +18 -0
src/manage.py +22 -0
src/templates/index.html +230 -0
src/web/__init__.py +0 -0
src/web/settings.py +123 -0
src/web/tasks.py +48 -0
src/web/urls.py +24 -0
src/web/views.py +44 -0
src/web/wsgi.py +16 -0

Dockerfile ADDED Viewed

	@@ -0,0 +1,19 @@

+FROM python:3.9.18
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+WORKDIR $HOME/app
+COPY --chown=user . $HOME/app
+COPY requirements.txt requirements.txt
+RUN pip install -r requirements.txt
+EXPOSE 7860
+ENTRYPOINT ["python", "src/manage.py", "runserver","0.0.0.0:7860"]

requirements.txt ADDED Viewed

	@@ -0,0 +1,18 @@

+absl-py==2.0.0
+asgiref==3.7.2
+click==8.1.7
+colorama==0.4.6
+Django==4.2.7
+joblib==1.3.2
+lxml==4.9.3
+nltk==3.8.1
+numpy==1.26.2
+portalocker==2.8.2
+regex==2023.10.3
+rouge-score==0.1.2
+sacrebleu==2.3.2
+six==1.16.0
+sqlparse==0.4.4
+tabulate==0.9.0
+tqdm==4.66.1
+typing_extensions==4.8.0

src/manage.py ADDED Viewed

	@@ -0,0 +1,22 @@

+#!/usr/bin/env python
+"""Django's command-line utility for administrative tasks."""
+import os
+import sys
+def main():
+    """Run administrative tasks."""
+    os.environ.setdefault("DJANGO_SETTINGS_MODULE", "web.settings")
+    try:
+        from django.core.management import execute_from_command_line
+    except ImportError as exc:
+        raise ImportError(
+            "Couldn't import Django. Are you sure it's installed and "
+            "available on your PYTHONPATH environment variable? Did you "
+            "forget to activate a virtual environment?"
+        ) from exc
+    execute_from_command_line(sys.argv)
+if __name__ == "__main__":
+    main()

src/templates/index.html ADDED Viewed

	@@ -0,0 +1,230 @@

+<!DOCTYPE html>
+<html lang="en">
+<script src="https://code.jquery.com/jquery-3.6.4.min.js"></script>
+<script>
+    function computeFunction() {
+        var references = document.getElementById('references').value;
+        var predictions = document.getElementById('predictions').value;
+        var checkboxSentenceBleu = document.getElementById('checkbox-sentence-bleu').checked;
+        var checkboxCorpusBleu = document.getElementById('checkbox-corpus-bleu').checked;
+        var checkboxRouge1 = document.getElementById('checkbox-rouge1').checked;
+        var checkboxRouge2 = document.getElementById('checkbox-rouge2').checked;
+        var checkboxRougeL = document.getElementById('checkbox-rougeL').checked;
+        var checkboxTf1 = document.getElementById('checkbox-tf1').checked;
+        $.ajax({
+            type: 'POST',
+            url: '/compute/',
+            data: {
+                references: references,
+                predictions: predictions,
+                checkbox_sentence_bleu: checkboxSentenceBleu,
+                checkbox_corpus_bleu: checkboxCorpusBleu,
+                checkbox_rouge1: checkboxRouge1,
+                checkbox_rouge2: checkboxRouge2,
+                checkbox_rougeL: checkboxRougeL,
+                checkbox_tf1: checkboxTf1,
+                csrfmiddlewaretoken: '{{ csrf_token }}'
+            },
+            success: function (data) {
+                var resultsContainer = document.getElementById('results-container');
+                var resultHTML = '';
+                if (checkboxSentenceBleu && 'sentence_bleu' in data) {
+                    resultHTML += '<p>Sentence BLEU: ' + data.sentence_bleu + '</p>';
+                }
+                if (checkboxCorpusBleu && 'corpus_bleu' in data) {
+                    resultHTML += '<p>Corpus BLEU: ' + data.corpus_bleu + '</p>';
+                }
+                if (checkboxRouge1 && 'rouge1' in data) {
+                    resultHTML += '<p>ROUGE-1: ' + data.rouge1 + '</p>';
+                }
+                if (checkboxRouge2 && 'rouge2' in data) {
+                    resultHTML += '<p>ROUGE-2: ' + data.rouge2 + '</p>';
+                }
+                if (checkboxRougeL && 'rougeL' in data) {
+                    resultHTML += '<p>ROUGE-L: ' + data.rougeL + '</p>';
+                }
+                if (checkboxTf1 && 'tf1' in data) {
+                    resultHTML += '<p>TF1: ' + data.tf1 + '</p>';
+                }
+                resultsContainer.innerHTML = resultHTML || '<p>No results available</p>';
+            },
+            error: function () {
+                alert('Error computing results');
+            }
+        });
+    }
+    function handleFileDrop(event, textareaId) {
+        event.preventDefault();
+        var textarea = document.getElementById(textareaId);
+        var files = event.dataTransfer.files;
+        if (files.length > 0) {
+            var reader = new FileReader();
+            reader.onload = function (e) {
+                textarea.value = e.target.result;
+            };
+            reader.readAsText(files[0]);
+        }
+    }
+    function handleFileUpload(inputId, textareaId) {
+        var input = document.getElementById(inputId);
+        var textarea = document.getElementById(textareaId);
+        var files = input.files;
+        if (files.length > 0) {
+            var reader = new FileReader();
+            reader.onload = function (e) {
+                textarea.value = e.target.result;
+            };
+            reader.readAsText(files[0]);
+        }
+    }
+    function handleDragOver(event) {
+        event.preventDefault();
+    }
+</script>
+<head>
+    <meta charset="UTF-8">
+    <meta http-equiv="X-UA-Compatible" content="IE=edge">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>BLEU | ROUGE | TF1</title>
+    <style>
+        body {
+            font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+            background-color: #f5f5f5;
+            margin: 0;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            height: 100vh;
+        }
+        #container {
+            background-color: #fff;
+            box-shadow: 0px 0px 10px rgba(0, 0, 0, 0.1);
+            border-radius: 8px;
+            width: 80%;
+            max-width: 800px;
+            padding: 20px;
+            box-sizing: border-box;
+        }
+        header {
+            text-align: center;
+            margin-bottom: 20px;
+        }
+        .label-container {
+            width: 100%;
+            text-align: center;
+            margin-bottom: 20px;
+        }
+        textarea {
+            width: 100%;
+            padding: 10px;
+            box-sizing: border-box;
+            border: 1px solid #ccc;
+            border-radius: 4px;
+            resize: vertical;
+        }
+        .checkbox-container {
+            text-align: center;
+            margin-bottom: 20px;
+        }
+        label {
+            margin-right: 10px;
+        }
+        button {
+            background-color: #4caf50;
+            color: #fff;
+            border: none;
+            padding: 10px 20px;
+            text-align: center;
+            text-decoration: none;
+            display: inline-block;
+            font-size: 16px;
+            border-radius: 4px;
+            cursor: pointer;
+            transition: background-color 0.3s;
+        }
+        button:hover {
+            background-color: #45a049;
+        }
+    </style>
+</head>
+<body>
+    <div id="container">
+        <header>
+            <h1>How faithful are your predictions?</h1>
+            <p>You can write, drag-and-drop or upload your references and predictions. <br> End <span style="text-decoration:underline">all</span> of them with with a comma and a
+                newline.</p>
+        </header>
+        <div class="label-container" ondrop="handleFileDrop(event, 'references')" ondragover="handleDragOver(event)">
+            <label for="references">References</label>
+            <textarea id="references" rows="5" placeholder="a,&#10;b,&#10;c&#10;" draggable="true"
+                ondrop="handleFileDrop(event, 'references')" ondragover="handleDragOver(event)"></textarea>
+            <input type="file" id="file-references" accept=".txt"
+                onchange="handleFileUpload('file-references', 'references')">
+        </div>
+        <div class="label-container" ondrop="handleFileDrop(event, 'predictions')" ondragover="handleDragOver(event)">
+            <label for="predictions">Predictions</label>
+            <textarea id="predictions" rows="5" placeholder="a,&#10;d,&#10;c&#10;" draggable="true"
+                ondrop="handleFileDrop(event, 'predictions')" ondragover="handleDragOver(event)"></textarea>
+            <input type="file" id="file-predictions" accept=".txt"
+                onchange="handleFileUpload('file-predictions', 'predictions')">
+        </div>
+        <div class="checkbox-container">
+            <label for="checkbox-sentence-bleu">
+                <input type="checkbox" id="checkbox-sentence-bleu" name="checkbox-sentence-bleu"> <a href="https://aclanthology.org/P02-1040/">Sentence BLEU</a>
+            </label>
+            <label for="checkbox-corpus-bleu">
+                <input type="checkbox" id="checkbox-corpus-bleu" name="checkbox-corpus-bleu"> <a href="https://aclanthology.org/P02-1040/">Corpus BLEU</a>
+            </label>
+            <label for="checkbox-rouge1">
+                <input type="checkbox" id="checkbox-rouge1" name="checkbox-rouge1"> <a href="https://aclanthology.org/W04-1013/">ROUGE-1</a>
+            </label>
+            <label for="checkbox-rouge2">
+                <input type="checkbox" id="checkbox-rouge2" name="checkbox-rouge2"> <a href="https://aclanthology.org/W04-1013/">ROUGE-2</a>
+            </label>
+            <label for="checkbox-rougeL">
+                <input type="checkbox" id="checkbox-rougeL" name="checkbox-rougeL"> <a href="https://aclanthology.org/W04-1013/">ROUGE-L</a>
+            </label>
+            <label for="checkbox-tf1">
+                <input type="checkbox" id="checkbox-tf1" name="checkbox-tf1"> <a href="https://aclanthology.org/2020.acl-main.408/">TF1</a>
+            </label>
+        </div>
+        <div style="text-align: center;">
+            <button onclick="computeFunction()">Compute</button>
+        </div>
+        <div id="results-container" style="text-align: center; margin-top: 20px;"></div>
+    </div>
+</body>
+</html>

src/web/__init__.py ADDED Viewed

File without changes

src/web/settings.py ADDED Viewed

	@@ -0,0 +1,123 @@

+"""
+Django settings for web project.
+Generated by 'django-admin startproject' using Django 4.2.7.
+For more information on this file, see
+https://docs.djangoproject.com/en/4.2/topics/settings/
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/4.2/ref/settings/
+"""
+import os
+from pathlib import Path
+# Build paths inside the project like this: BASE_DIR / 'subdir'.
+BASE_DIR = Path(__file__).resolve().parent.parent
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/4.2/howto/deployment/checklist/
+# SECURITY WARNING: keep the secret key used in production secret!
+SECRET_KEY = "django-insecure-*r6s+e#n%b*26gf($$x9g35=^)a2=9g+0i*$uukx1_%x)p)h@="
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = True
+ALLOWED_HOSTS = []
+# Application definition
+INSTALLED_APPS = [
+    "django.contrib.admin",
+    "django.contrib.auth",
+    "django.contrib.contenttypes",
+    "django.contrib.sessions",
+    "django.contrib.messages",
+    "django.contrib.staticfiles",
+]
+MIDDLEWARE = [
+    "django.middleware.security.SecurityMiddleware",
+    "django.contrib.sessions.middleware.SessionMiddleware",
+    "django.middleware.common.CommonMiddleware",
+    "django.middleware.csrf.CsrfViewMiddleware",
+    "django.contrib.auth.middleware.AuthenticationMiddleware",
+    "django.contrib.messages.middleware.MessageMiddleware",
+    "django.middleware.clickjacking.XFrameOptionsMiddleware",
+]
+ROOT_URLCONF = "web.urls"
+TEMPLATES = [
+    {
+        "BACKEND": "django.template.backends.django.DjangoTemplates",
+        "DIRS": [os.path.join(BASE_DIR, "templates")],
+        "APP_DIRS": True,
+        "OPTIONS": {
+            "context_processors": [
+                "django.template.context_processors.debug",
+                "django.template.context_processors.request",
+                "django.contrib.auth.context_processors.auth",
+                "django.contrib.messages.context_processors.messages",
+            ],
+        },
+    },
+]
+WSGI_APPLICATION = "web.wsgi.application"
+# Database
+# https://docs.djangoproject.com/en/4.2/ref/settings/#databases
+DATABASES = {
+    # 'default': {
+    #     'ENGINE': 'django.db.backends.sqlite3',
+    #     'NAME': BASE_DIR / 'db.sqlite3',
+    # }
+}
+# Password validation
+# https://docs.djangoproject.com/en/4.2/ref/settings/#auth-password-validators
+AUTH_PASSWORD_VALIDATORS = [
+    {
+        "NAME": "django.contrib.auth.password_validation.UserAttributeSimilarityValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.MinimumLengthValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.CommonPasswordValidator",
+    },
+    {
+        "NAME": "django.contrib.auth.password_validation.NumericPasswordValidator",
+    },
+]
+# Internationalization
+# https://docs.djangoproject.com/en/4.2/topics/i18n/
+LANGUAGE_CODE = "en-us"
+TIME_ZONE = "UTC"
+USE_I18N = True
+USE_TZ = True
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/4.2/howto/static-files/
+STATIC_URL = "static/"
+# Default primary key field type
+# https://docs.djangoproject.com/en/4.2/ref/settings/#default-auto-field
+DEFAULT_AUTO_FIELD = "django.db.models.BigAutoField"

src/web/tasks.py ADDED Viewed

	@@ -0,0 +1,48 @@

+import sacrebleu
+import statistics
+from rouge_score import rouge_scorer
+def sentence_bleu(references, predictions):
+    scores = []
+    for ref, pred in zip(references, predictions):
+        scores.append(
+            sacrebleu.sentence_bleu(
+                pred,
+                [ref],
+                smooth_method="exp",
+                smooth_value=0.0,
+                lowercase=True,
+                tokenize="intl",
+            ).score
+        )
+    return statistics.mean(scores)
+def corpus_bleu(references, predictions):
+    return sacrebleu.corpus_bleu(
+        predictions,
+        [references],
+        smooth_method="exp",
+        smooth_value=0.0,
+        lowercase=True,
+        tokenize="intl",
+    ).score
+def rouge(scope, references, predictions):
+    rouge = f"rouge{scope}"
+    scorer = rouge_scorer.RougeScorer([rouge], use_stemmer=True)
+    scores_dict = {"precision": 0, "recall": 0, "f1": 0}
+    for reference, prediction in zip(references, predictions):
+        scores = scorer.score(reference, prediction)
+        scores_dict["precision"] += scores[rouge].precision
+        scores_dict["recall"] += scores[rouge].recall
+        scores_dict["f1"] += scores[rouge].fmeasure
+    return {k: v / len(references) for k, v in scores_dict.items()}

src/web/urls.py ADDED Viewed

	@@ -0,0 +1,24 @@

+"""
+URL configuration for web project.
+The `urlpatterns` list routes URLs to views. For more information please see:
+    https://docs.djangoproject.com/en/4.2/topics/http/urls/
+Examples:
+Function views
+    1. Add an import:  from my_app import views
+    2. Add a URL to urlpatterns:  path('', views.home, name='home')
+Class-based views
+    1. Add an import:  from other_app.views import Home
+    2. Add a URL to urlpatterns:  path('', Home.as_view(), name='home')
+Including another URLconf
+    1. Import the include() function: from django.urls import include, path
+    2. Add a URL to urlpatterns:  path('blog/', include('blog.urls'))
+"""
+from django.urls import path
+from . import views
+urlpatterns = [
+    path("", views.index, name="index"),
+    path("compute/", views.compute, name="compute"),
+]

src/web/views.py ADDED Viewed

	@@ -0,0 +1,44 @@

+from . import tasks
+from django.http import JsonResponse
+from django.shortcuts import render
+from django.views.decorators.cache import cache_control
+from django.views.decorators.csrf import csrf_exempt
+@cache_control(no_cache=True, must_revalidate=True, no_store=True, max_age=0)
+def index(request):
+    return render(request, "index.html", {})
+@csrf_exempt
+def compute(request):
+    def _format_rouge_result(rouge):
+        return "P: {:.1f} | R: {:.1f} | F1: {:.1f}".format(rouge['precision'], rouge['recall'], rouge['f1'])
+    if request.method == "POST":
+        references = list(filter(None, request.POST.get("references", "").split(",\n")))
+        predictions = list(filter(None, request.POST.get("predictions", "").split(",\n")))
+        print(references)
+        print(predictions)
+        result = {}
+        if request.POST.get("checkbox_sentence_bleu", False) == "true":
+            result["sentence_bleu"] = "{:.1f}".format(tasks.sentence_bleu(references, predictions))
+        if request.POST.get("checkbox_corpus_bleu", False) == "true":
+            result["corpus_bleu"] = "{:.1f}".format(tasks.corpus_bleu(references, predictions))
+        if request.POST.get("checkbox_rouge1", False) == "true":
+            result["rouge1"] = _format_rouge_result(tasks.rouge('1', references, predictions))
+        if request.POST.get("checkbox_rouge2", False) == "true":
+            result["rouge2"] = _format_rouge_result(tasks.rouge('2', references, predictions))
+        if request.POST.get("checkbox_rougeL", False) == "true":
+            result["rougeL"] = _format_rouge_result(tasks.rouge('L', references, predictions))
+        if request.POST.get("checkbox_tf1", False) == "true":
+            result["tf1"] = 0.90
+        print(result)
+        return JsonResponse(result)
+    return JsonResponse({"error": "Invalid request method"})

src/web/wsgi.py ADDED Viewed

	@@ -0,0 +1,16 @@

+"""
+WSGI config for web project.
+It exposes the WSGI callable as a module-level variable named ``application``.
+For more information on this file, see
+https://docs.djangoproject.com/en/4.2/howto/deployment/wsgi/
+"""
+import os
+from django.core.wsgi import get_wsgi_application
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "web.settings")
+application = get_wsgi_application()