Spaces:

eliseobao
/

BLEU_ROUGE

Running

App Files Files Community

eliseobao commited on Nov 15, 2023

Commit

483096c

1 Parent(s): 37b647e

Improvements

Browse files

Files changed (8) hide show

requirements.txt +0 -0
src/manage.py +0 -0
src/templates/index.html +85 -44
src/web/__init__.py +0 -0
src/web/settings.py +1 -1
src/web/tasks.py +24 -11
src/web/urls.py +0 -0
src/web/views.py +23 -16

requirements.txt CHANGED Viewed

File without changes

src/manage.py CHANGED Viewed

File without changes

src/templates/index.html CHANGED Viewed

@@ -12,7 +12,6 @@
         var checkboxRouge1 = document.getElementById('checkbox-rouge1').checked;
         var checkboxRouge2 = document.getElementById('checkbox-rouge2').checked;
         var checkboxRougeL = document.getElementById('checkbox-rougeL').checked;
-        var checkboxTf1 = document.getElementById('checkbox-tf1').checked;
         $.ajax({
             type: 'POST',
@@ -25,7 +24,6 @@
                 checkbox_rouge1: checkboxRouge1,
                 checkbox_rouge2: checkboxRouge2,
                 checkbox_rougeL: checkboxRougeL,
-                checkbox_tf1: checkboxTf1,
                 csrfmiddlewaretoken: '{{ csrf_token }}'
             },
             success: function (data) {
@@ -47,14 +45,11 @@
                 if (checkboxRougeL && 'rougeL' in data) {
                     resultHTML += '<p>ROUGE-L: ' + data.rougeL + '</p>';
                 }
-                if (checkboxTf1 && 'tf1' in data) {
-                    resultHTML += '<p>TF1: ' + data.tf1 + '</p>';
-                }
                 resultsContainer.innerHTML = resultHTML || '<p>No results available</p>';
             },
             error: function () {
-                alert('Error computing results');
             }
         });
     }
@@ -93,17 +88,38 @@
     function handleDragOver(event) {
         event.preventDefault();
     }
 </script>
 <head>
     <meta charset="UTF-8">
     <meta http-equiv="X-UA-Compatible" content="IE=edge">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>BLEU | ROUGE | TF1</title>
     <style>
         body {
-            font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
-            background-color: #f5f5f5;
             margin: 0;
             display: flex;
             align-items: center;
@@ -112,54 +128,64 @@
         }
         #container {
-            background-color: #fff;
-            box-shadow: 0px 0px 10px rgba(0, 0, 0, 0.1);
-            border-radius: 8px;
             width: 80%;
             max-width: 800px;
-            padding: 20px;
             box-sizing: border-box;
         }
         header {
             text-align: center;
-            margin-bottom: 20px;
         }
-        .label-container {
-            width: 100%;
-            text-align: center;
-            margin-bottom: 20px;
         }
         textarea {
             width: 100%;
-            padding: 10px;
             box-sizing: border-box;
-            border: 1px solid #ccc;
-            border-radius: 4px;
             resize: vertical;
         }
         .checkbox-container {
             text-align: center;
-            margin-bottom: 20px;
         }
-        label {
-            margin-right: 10px;
         }
         button {
             background-color: #4caf50;
             color: #fff;
             border: none;
-            padding: 10px 20px;
             text-align: center;
             text-decoration: none;
             display: inline-block;
-            font-size: 16px;
-            border-radius: 4px;
             cursor: pointer;
             transition: background-color 0.3s;
         }
@@ -167,6 +193,16 @@
         button:hover {
             background-color: #45a049;
         }
     </style>
 </head>
@@ -174,56 +210,61 @@
     <div id="container">
         <header>
             <h1>How faithful are your predictions?</h1>
-            <p>You can write, drag-and-drop or upload your references and predictions. <br> End <span style="text-decoration:underline">all</span> of them with with a comma and a
-                newline.</p>
         </header>
         <div class="label-container" ondrop="handleFileDrop(event, 'references')" ondragover="handleDragOver(event)">
             <label for="references">References</label>
-            <textarea id="references" rows="5" placeholder="a,&#10;b,&#10;c&#10;" draggable="true"
-                ondrop="handleFileDrop(event, 'references')" ondragover="handleDragOver(event)"></textarea>
             <input type="file" id="file-references" accept=".txt"
                 onchange="handleFileUpload('file-references', 'references')">
         </div>
         <div class="label-container" ondrop="handleFileDrop(event, 'predictions')" ondragover="handleDragOver(event)">
             <label for="predictions">Predictions</label>
-            <textarea id="predictions" rows="5" placeholder="a,&#10;d,&#10;c&#10;" draggable="true"
-                ondrop="handleFileDrop(event, 'predictions')" ondragover="handleDragOver(event)"></textarea>
             <input type="file" id="file-predictions" accept=".txt"
                 onchange="handleFileUpload('file-predictions', 'predictions')">
         </div>
         <div class="checkbox-container">
             <label for="checkbox-sentence-bleu">
-                <input type="checkbox" id="checkbox-sentence-bleu" name="checkbox-sentence-bleu"> <a href="https://aclanthology.org/P02-1040/">Sentence BLEU</a>
             </label>
             <label for="checkbox-corpus-bleu">
-                <input type="checkbox" id="checkbox-corpus-bleu" name="checkbox-corpus-bleu"> <a href="https://aclanthology.org/P02-1040/">Corpus BLEU</a>
             </label>
             <label for="checkbox-rouge1">
-                <input type="checkbox" id="checkbox-rouge1" name="checkbox-rouge1"> <a href="https://aclanthology.org/W04-1013/">ROUGE-1</a>
             </label>
             <label for="checkbox-rouge2">
-                <input type="checkbox" id="checkbox-rouge2" name="checkbox-rouge2"> <a href="https://aclanthology.org/W04-1013/">ROUGE-2</a>
             </label>
             <label for="checkbox-rougeL">
-                <input type="checkbox" id="checkbox-rougeL" name="checkbox-rougeL"> <a href="https://aclanthology.org/W04-1013/">ROUGE-L</a>
-            </label>
-            <label for="checkbox-tf1">
-                <input type="checkbox" id="checkbox-tf1" name="checkbox-tf1"> <a href="https://aclanthology.org/2020.acl-main.408/">TF1</a>
             </label>
         </div>
         <div style="text-align: center;">
-            <button onclick="computeFunction()">Compute</button>
         </div>
-        <div id="results-container" style="text-align: center; margin-top: 20px;"></div>
     </div>
 </body>

         var checkboxRouge1 = document.getElementById('checkbox-rouge1').checked;
         var checkboxRouge2 = document.getElementById('checkbox-rouge2').checked;
         var checkboxRougeL = document.getElementById('checkbox-rougeL').checked;
         $.ajax({
             type: 'POST',
                 checkbox_rouge1: checkboxRouge1,
                 checkbox_rouge2: checkboxRouge2,
                 checkbox_rougeL: checkboxRougeL,
                 csrfmiddlewaretoken: '{{ csrf_token }}'
             },
             success: function (data) {
                 if (checkboxRougeL && 'rougeL' in data) {
                     resultHTML += '<p>ROUGE-L: ' + data.rougeL + '</p>';
                 }
                 resultsContainer.innerHTML = resultHTML || '<p>No results available</p>';
             },
             error: function () {
+                alert('Parsing failed. Please check your inputs format.');
             }
         });
     }
     function handleDragOver(event) {
         event.preventDefault();
     }
+    function checkIfCanCompute() {
+        var anyCheckbox = !$("input:checkbox:checked").length > 0;
+        var references = document.getElementById("references").value;
+        var predictions = document.getElementById("predictions").value;
+        document.getElementById("compute-button").disabled = anyCheckbox;
+    }
+    $(document).ready(function () {
+        $('input[type=checkbox]').change(
+            function () {
+                checkIfCanCompute();
+            });
+        $('textarea').change(
+            function () {
+                checkIfCanCompute();
+            });
+    });
 </script>
 <head>
     <meta charset="UTF-8">
     <meta http-equiv="X-UA-Compatible" content="IE=edge">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>BLEU and ROUGE</title>
     <style>
         body {
+            font-family: 'Arial', sans-serif;
+            background-color: #f8f8f8;
             margin: 0;
             display: flex;
             align-items: center;
         }
         #container {
+            background-color: #ffffff;
+            box-shadow: 0px 0px 20px rgba(0, 0, 0, 0.1);
+            border-radius: 10px;
             width: 80%;
             max-width: 800px;
+            padding: 30px;
             box-sizing: border-box;
         }
         header {
             text-align: center;
+            margin-bottom: 30px;
         }
+        h1,
+        h2,
+        p {
+            color: #333333;
+        }
+        label,
+        a {
+            color: #4caf50;
         }
         textarea {
             width: 100%;
+            padding: 15px;
             box-sizing: border-box;
+            border: 1px solid #ddd;
+            border-radius: 6px;
             resize: vertical;
         }
+        .label-container,
+        .checkbox-container {
+            margin-bottom: 30px;
+        }
         .checkbox-container {
             text-align: center;
         }
+        label:hover,
+        a:hover {
+            text-decoration: underline;
         }
         button {
             background-color: #4caf50;
             color: #fff;
             border: none;
+            padding: 15px 30px;
             text-align: center;
             text-decoration: none;
             display: inline-block;
+            font-size: 18px;
+            border-radius: 5px;
             cursor: pointer;
             transition: background-color 0.3s;
         }
         button:hover {
             background-color: #45a049;
         }
+        button:disabled {
+            background-color: #81a683;
+            cursor: not-allowed;
+        }
+        #results-container {
+            text-align: center;
+            margin-top: 30px;
+        }
     </style>
 </head>
     <div id="container">
         <header>
             <h1>How faithful are your predictions?</h1>
+            <p>You can write, drag-and-drop or upload your references and predictions. <br> Always quote your inputs and
+                separate them with a comma. <br> When multiple references for the same prediction, use a list.</p>
         </header>
         <div class="label-container" ondrop="handleFileDrop(event, 'references')" ondragover="handleDragOver(event)">
             <label for="references">References</label>
+            <textarea id="references" rows="5"
+                placeholder="&quot;The quick brown fox jumps over the lazy dog&quot;, [&quot;The cat in the hat is wearing a red bow&quot;, &quot;A feline in headwear sports a crimson ribbon&quot;], &quot;The sun sets behind the mountains, casting a warm glow&quot;"
+                draggable="true" ondrop="handleFileDrop(event, 'references')"
+                ondragover="handleDragOver(event)"></textarea>
             <input type="file" id="file-references" accept=".txt"
                 onchange="handleFileUpload('file-references', 'references')">
         </div>
         <div class="label-container" ondrop="handleFileDrop(event, 'predictions')" ondragover="handleDragOver(event)">
             <label for="predictions">Predictions</label>
+            <textarea id="predictions" rows="5"
+                placeholder="&quot;A speedy brown fox jumps over the lazy dog&quot;, &quot;A cat with a hat wears a red bow&quot;, &quot;The sun sets, casting a warm glow behind the mountains&quot;"
+                draggable="true" ondrop="handleFileDrop(event, 'predictions')"
+                ondragover="handleDragOver(event)"></textarea>
             <input type="file" id="file-predictions" accept=".txt"
                 onchange="handleFileUpload('file-predictions', 'predictions')">
         </div>
         <div class="checkbox-container">
             <label for="checkbox-sentence-bleu">
+                <input type="checkbox" id="checkbox-sentence-bleu" name="checkbox-sentence-bleu"> <a
+                    href="https://aclanthology.org/P02-1040/">Sentence BLEU</a>
             </label>
             <label for="checkbox-corpus-bleu">
+                <input type="checkbox" id="checkbox-corpus-bleu" name="checkbox-corpus-bleu"> <a
+                    href="https://aclanthology.org/P02-1040/">Corpus BLEU</a>
             </label>
             <label for="checkbox-rouge1">
+                <input type="checkbox" id="checkbox-rouge1" name="checkbox-rouge1"> <a
+                    href="https://aclanthology.org/W04-1013/">ROUGE-1</a>
             </label>
             <label for="checkbox-rouge2">
+                <input type="checkbox" id="checkbox-rouge2" name="checkbox-rouge2"> <a
+                    href="https://aclanthology.org/W04-1013/">ROUGE-2</a>
             </label>
             <label for="checkbox-rougeL">
+                <input type="checkbox" id="checkbox-rougeL" name="checkbox-rougeL"> <a
+                    href="https://aclanthology.org/W04-1013/">ROUGE-L</a>
             </label>
         </div>
         <div style="text-align: center;">
+            <button id="compute-button" onclick="computeFunction()" disabled>Compute</button>
         </div>
+        <div id="results-container" style="text-align: center; margin-top: 30px;"></div>
     </div>
 </body>

src/web/__init__.py CHANGED Viewed

File without changes

src/web/settings.py CHANGED Viewed

@@ -25,7 +25,7 @@ SECRET_KEY = "django-insecure-*r6s+e#n%b*26gf($$x9g35=^)a2=9g+0i*$uukx1_%x)p)h@=
 # SECURITY WARNING: don't run with debug turned on in production!
 DEBUG = True
-ALLOWED_HOSTS = ['eliseobao-bleu-rouge-tf1.hf.space']
 X_FRAME_OPTIONS = 'ALLOW-FROM https://huggingface.co/'

 # SECURITY WARNING: don't run with debug turned on in production!
 DEBUG = True
+ALLOWED_HOSTS = ['eliseobao-bleu-rouge-tf1.hf.space', 'localhost']
 X_FRAME_OPTIONS = 'ALLOW-FROM https://huggingface.co/'

src/web/tasks.py CHANGED Viewed

@@ -1,16 +1,17 @@
-import sacrebleu
 import statistics
 from rouge_score import rouge_scorer
 def sentence_bleu(references, predictions):
     scores = []
-    for ref, pred in zip(references, predictions):
         scores.append(
             sacrebleu.sentence_bleu(
-                pred,
-                [ref],
                 smooth_method="exp",
                 smooth_value=0.0,
                 lowercase=True,
@@ -24,7 +25,7 @@ def sentence_bleu(references, predictions):
 def corpus_bleu(references, predictions):
     return sacrebleu.corpus_bleu(
         predictions,
-        [references],
         smooth_method="exp",
         smooth_value=0.0,
         lowercase=True,
@@ -35,14 +36,26 @@ def corpus_bleu(references, predictions):
 def rouge(scope, references, predictions):
     rouge = f"rouge{scope}"
     scorer = rouge_scorer.RougeScorer([rouge], use_stemmer=True)
     scores_dict = {"precision": 0, "recall": 0, "f1": 0}
-    for reference, prediction in zip(references, predictions):
-        scores = scorer.score(reference, prediction)
-        scores_dict["precision"] += scores[rouge].precision
-        scores_dict["recall"] += scores[rouge].recall
-        scores_dict["f1"] += scores[rouge].fmeasure
     return {k: v / len(references) for k, v in scores_dict.items()}

+import ast
 import statistics
+import sacrebleu
 from rouge_score import rouge_scorer
 def sentence_bleu(references, predictions):
     scores = []
+    for reference, prediction in zip(references, predictions):
         scores.append(
             sacrebleu.sentence_bleu(
+                prediction,
+                reference if isinstance(reference, list) else [reference],
                 smooth_method="exp",
                 smooth_value=0.0,
                 lowercase=True,
 def corpus_bleu(references, predictions):
     return sacrebleu.corpus_bleu(
         predictions,
+        references,
         smooth_method="exp",
         smooth_value=0.0,
         lowercase=True,
 def rouge(scope, references, predictions):
     rouge = f"rouge{scope}"
     scorer = rouge_scorer.RougeScorer([rouge], use_stemmer=True)
+    references = [r if isinstance(r,list) else [r] for r in references]
     scores_dict = {"precision": 0, "recall": 0, "f1": 0}
+    for refs, prediction in zip(references, predictions):
+        best_f1 = 0
+        for ref in refs:
+            scores = scorer.score(ref, prediction)
+            if scores[rouge].fmeasure > best_f1:
+                best_f1 = scores[rouge].fmeasure
+                scores_dict["precision"] += scores[rouge].precision
+                scores_dict["recall"] += scores[rouge].recall
+                scores_dict["f1"] += scores[rouge].fmeasure
     return {k: v / len(references) for k, v in scores_dict.items()}
+def parse_string(string):
+    try:
+        return list(ast.literal_eval(string))
+    except (ValueError, SyntaxError) as e:
+        print(f"Error parsing string: {e}")
+        return None

src/web/urls.py CHANGED Viewed

File without changes

src/web/views.py CHANGED Viewed

@@ -1,10 +1,10 @@
-from . import tasks
 from django.http import JsonResponse
 from django.shortcuts import render
 from django.views.decorators.cache import cache_control
 from django.views.decorators.csrf import csrf_exempt
 @cache_control(no_cache=True, must_revalidate=True, no_store=True, max_age=0)
 def index(request):
@@ -13,32 +13,39 @@ def index(request):
 @csrf_exempt
 def compute(request):
     def _format_rouge_result(rouge):
-        return "P: {:.1f} | R: {:.1f} | F1: {:.1f}".format(rouge['precision'], rouge['recall'], rouge['f1'])
     if request.method == "POST":
-        references = list(filter(None, request.POST.get("references", "").split(",\n")))
-        predictions = list(filter(None, request.POST.get("predictions", "").split(",\n")))
-        print(references)
-        print(predictions)
         result = {}
         if request.POST.get("checkbox_sentence_bleu", False) == "true":
-            result["sentence_bleu"] = "{:.1f}".format(tasks.sentence_bleu(references, predictions))
         if request.POST.get("checkbox_corpus_bleu", False) == "true":
-            result["corpus_bleu"] = "{:.1f}".format(tasks.corpus_bleu(references, predictions))
         if request.POST.get("checkbox_rouge1", False) == "true":
-            result["rouge1"] = _format_rouge_result(tasks.rouge('1', references, predictions))
         if request.POST.get("checkbox_rouge2", False) == "true":
-            result["rouge2"] = _format_rouge_result(tasks.rouge('2', references, predictions))
         if request.POST.get("checkbox_rougeL", False) == "true":
-            result["rougeL"] = _format_rouge_result(tasks.rouge('L', references, predictions))
         if request.POST.get("checkbox_tf1", False) == "true":
-            result["tf1"] = 0.90
-        print(result)
         return JsonResponse(result)
     return JsonResponse({"error": "Invalid request method"})

 from django.http import JsonResponse
 from django.shortcuts import render
 from django.views.decorators.cache import cache_control
 from django.views.decorators.csrf import csrf_exempt
+from . import tasks
 @cache_control(no_cache=True, must_revalidate=True, no_store=True, max_age=0)
 def index(request):
 @csrf_exempt
 def compute(request):
     def _format_rouge_result(rouge):
+        return "P: {:.1f} | R: {:.1f} | F1: {:.1f}".format(
+            rouge["precision"], rouge["recall"], rouge["f1"]
+        )
     if request.method == "POST":
+        references = tasks.parse_string(request.POST.get("references", ""))
+        predictions = tasks.parse_string(request.POST.get("predictions", ""))
         result = {}
         if request.POST.get("checkbox_sentence_bleu", False) == "true":
+            result["sentence_bleu"] = "{:.1f}".format(
+                tasks.sentence_bleu(references, predictions)
+            )
         if request.POST.get("checkbox_corpus_bleu", False) == "true":
+            result["corpus_bleu"] = "{:.1f}".format(
+                tasks.corpus_bleu(references, predictions)
+            )
         if request.POST.get("checkbox_rouge1", False) == "true":
+            result["rouge1"] = _format_rouge_result(
+                tasks.rouge("1", references, predictions)
+            )
         if request.POST.get("checkbox_rouge2", False) == "true":
+            result["rouge2"] = _format_rouge_result(
+                tasks.rouge("2", references, predictions)
+            )
         if request.POST.get("checkbox_rougeL", False) == "true":
+            result["rougeL"] = _format_rouge_result(
+                tasks.rouge("L", references, predictions)
+            )
         if request.POST.get("checkbox_tf1", False) == "true":
+            result["tf1"] = "{:.1f}".format(tasks.tf1(references, predictions))
         return JsonResponse(result)
     return JsonResponse({"error": "Invalid request method"})