File size: 1,275 Bytes
ef818ff
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
import os 

CLEMBENCH_RUNS_REPO = "https://raw.githubusercontent.com/clembench/clembench-runs/main/"
REGISTRY_URL = "https://raw.githubusercontent.com/clp-research/clembench/refs/heads/refactor_model_registry/backends/model_registry.json"
BENCHMARK_FILE = "benchmark_runs.json"

LATENCY_FOLDER = os.path.join("Addenda", "Latency")
RESULT_FILE = "results.csv"
LATENCY_SUFFIX = "_latency.csv"

LANG_MAPPING = {
    'el': 'Greek',
    'id': 'Indonesian',
    'ko': 'Korean',
    'sv': 'Swedish',
    'de': 'German',
    'lv': 'Latvian',
    'am': 'Amharic',
    'fi': 'Finnish',
    'da': 'Danish',
    'pt': 'Portuguese',
    'sw': 'Swahili',
    'es': 'Spanish',
    'it': 'Italian',
    'bn': 'Bengali',
    'nl': 'Dutch',
    'lt': 'Lithuanian',
    'ro': 'Romanian',
    'sl': 'Slovenian',
    'hu': 'Hungarian',
    'hr': 'Croatian',
    'vi': 'Vietnamese',
    'hi': 'Hindi',
    'zh': 'Chinese',
    'pl': 'Polish',
    'ar': 'Arabic',
    'cs': 'Czech',
    'sk': 'Slovak',
    'ja': 'Japanese',
    'no': 'Norwegian',
    'uk': 'Ukrainian',
    'fr': 'French',
    'et': 'Estonian',
    'ru': 'Russian',
    'th': 'Thai',
    'bg': 'Bulgarian',
    'tr': 'Turkish',
    'ms': 'Malay',
    'he': 'Hebrew',
    'tl': 'Tagalog',
    'sr': 'Serbian',
    'en': 'English'
}