lm-evaluation/config/config.json at main · lvilaca16/lm-evaluation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
{
    "seed": 1234,
    "log_path": "runs",
    "evaluation": {
        "conceptnet": false,
        "wordnet": false,
        "sampling": false,
        "beaming": true,
        "max_new_tokens": 128,
        "qg_model": {
            "max_length": 512,
            "n_beams": 5,
            "n_return_seq": 3,
            "pretrained": "Rachneet/t5-base-qg-hl-squadv2",
            "padding": false,
            "span_token_size": 20,
            "top_k": 5,
            "top_p": 0.95,
            "truncation": true
        },
        "qa_model": {
            "pretrained": "ktrapeznikov/albert-xlarge-v2-squad-v2",
            "max_length": 512,
            "span_token_size": 20,
            "padding": false,
            "truncation": true,
            "no_answer_threshold": 0.5
        },
        "nli_model": {
            "pretrained": "symanto/sn-xlm-roberta-base-snli-mnli-anli-xnli",
            "max_length": 512,
            "span_token_size": 20,
            "padding": true,
            "truncation": true
        }
    }
}