Tong Chen
commited on
Commit
•
b47f6ff
1
Parent(s):
64af7e2
add descriptions
Browse files- src/about.py +13 -3
src/about.py
CHANGED
@@ -21,11 +21,12 @@ NUM_FEWSHOT = 0 # Change with your few shot
|
|
21 |
|
22 |
|
23 |
# Your leaderboard name
|
24 |
-
TITLE = """<h1 align="center" id="space-title"
|
25 |
|
26 |
# What does your leaderboard evaluate?
|
27 |
INTRODUCTION_TEXT = """
|
28 |
-
|
|
|
29 |
"""
|
30 |
|
31 |
# Which evaluations are you running? how can people reproduce what you have?
|
@@ -67,6 +68,15 @@ Make sure you have followed the above steps first.
|
|
67 |
If everything is done, check you can launch the EleutherAIHarness on your model locally, using the above command without modifications (you can add `--limit` to limit the number of examples per task).
|
68 |
"""
|
69 |
|
70 |
-
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
|
71 |
CITATION_BUTTON_TEXT = r"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
72 |
"""
|
|
|
21 |
|
22 |
|
23 |
# Your leaderboard name
|
24 |
+
TITLE = """<h1 align="center" id="space-title">🥇CopyBench leaderboard</h1>"""
|
25 |
|
26 |
# What does your leaderboard evaluate?
|
27 |
INTRODUCTION_TEXT = """
|
28 |
+
The CopyBench benchmark is designed to evaluate the copying behavior and utility of language models, as well as the effectiveness of methods to mitigate copyright risks.
|
29 |
+
Read more at project website https://chentong0.github.io/copy-bench/.
|
30 |
"""
|
31 |
|
32 |
# Which evaluations are you running? how can people reproduce what you have?
|
|
|
68 |
If everything is done, check you can launch the EleutherAIHarness on your model locally, using the above command without modifications (you can add `--limit` to limit the number of examples per task).
|
69 |
"""
|
70 |
|
71 |
+
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results:"
|
72 |
CITATION_BUTTON_TEXT = r"""
|
73 |
+
@misc{chen2024copybenchmeasuringliteralnonliteral,
|
74 |
+
title={CopyBench: Measuring Literal and Non-Literal Reproduction of Copyright-Protected Text in Language Model Generation},
|
75 |
+
author={Tong Chen and Akari Asai and Niloofar Mireshghallah and Sewon Min and James Grimmelmann and Yejin Choi and Hannaneh Hajishirzi and Luke Zettlemoyer and Pang Wei Koh},
|
76 |
+
year={2024},
|
77 |
+
eprint={2407.07087},
|
78 |
+
archivePrefix={arXiv},
|
79 |
+
primaryClass={cs.CL},
|
80 |
+
url={https://arxiv.org/abs/2407.07087},
|
81 |
+
}
|
82 |
"""
|