ccs_analysis/data.libsonnet at master · sfschouten/ccs_analysis · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
local PROMPTS = {
    'ccs_amazon': import '../belief-probing-repo/src/beliefprobing/bp_datasets/ccs_amazon/templates.libsonnet',
    'ccs_boolq': import '../belief-probing-repo/src/beliefprobing/bp_datasets/ccs_boolq/templates.libsonnet',
    'ccs_copa': import '../belief-probing-repo/src/beliefprobing/bp_datasets/ccs_copa/templates.libsonnet',
    'ccs_imdb': import '../belief-probing-repo/src/beliefprobing/bp_datasets/ccs_imdb/templates.libsonnet',
    'ccs_piqa': import '../belief-probing-repo/src/beliefprobing/bp_datasets/ccs_piqa/templates.libsonnet',
    'ccs_qnli': import '../belief-probing-repo/src/beliefprobing/bp_datasets/ccs_qnli/templates.libsonnet',
    'ccs_rte': import '../belief-probing-repo/src/beliefprobing/bp_datasets/ccs_rte/templates.libsonnet',
    'ewok': import '../belief-probing-repo/src/beliefprobing/bp_datasets/ewok/templates.libsonnet',
    'got_cities': import '../belief-probing-repo/src/beliefprobing/bp_datasets/got_cities/templates.libsonnet',
    'got_comparisons': import '../belief-probing-repo/src/beliefprobing/bp_datasets/got_comparisons/templates.libsonnet',
    'got_sp_en_trans': import '../belief-probing-repo/src/beliefprobing/bp_datasets/got_sp_en_trans/templates.libsonnet',
    'lcb_ent_bank': import '../belief-probing-repo/src/beliefprobing/bp_datasets/lcb_ent_bank/templates.libsonnet',
    'lcb_snli': import '../belief-probing-repo/src/beliefprobing/bp_datasets/lcb_snli/templates.libsonnet',
};

{
    'ewok-original': {
        name: 'ewok',
        config: null,
        prompt: PROMPTS['ewok']['original'],
    },
    'got_cities-question': {
        name: 'got_cities',
        config: 'original',
        prompt: PROMPTS['got_cities']['question'],
    },
    'got_cities-original': {
        name: 'got_cities',
        config: 'original',
        prompt: PROMPTS['got_cities']['original'],
    },
    'got_cities-polarity': {
        name: 'got_cities',
        config: 'add_incorrect_countries',
        prompt: PROMPTS['got_cities']['polarity'],
    },
    'got_cities-meta_polarity': {
        name: 'got_cities',
        config: 'add_incorrect_countries',
        prompt: PROMPTS['got_cities']['meta_polarity'],
    },
    'got_cities-meta_polarity-both': {
        name: 'got_cities',
        config: 'add_both',
        prompt: PROMPTS['got_cities']['meta_polarity'],
    },
    'got_comparisons-original': {
        name: 'got_comparisons',
        config: null,
        prompt: PROMPTS['got_comparisons']['original'],
    },
    'got_sp_en_trans-original': {
        name: 'got_sp_en_trans',
        config: 'no_polarity',
        prompt: PROMPTS['got_sp_en_trans']['original'],
    },
    'got_sp_en_trans-meta': {
        name: 'got_sp_en_trans',
        config: 'varied_polarity',
        prompt: PROMPTS['got_sp_en_trans']['meta'],
    },
} + {
    'lcb_ent_bank': {
        name: 'lcb_ent_bank',
        config: 'v3_base_all_true',
        prompt: PROMPTS['lcb_ent_bank']['question_full'],
    },
    'lcb_snli': {
        name: 'lcb_snli',
        config: 'no_neutral',
        prompt: PROMPTS['lcb_snli']['pic_full'],
    },
} + {
    'amazon_burns1': {
        name: 'fancyzhx/amazon_polarity',
        config: null,
        prompt: PROMPTS['ccs_amazon']['burns1'],
    },
    'boolq_sanh1': {
        name: 'stjokerli/TextToText_boolq',
        config: null,
        prompt: PROMPTS['ccs_boolq']['sanh1'],
    },
    'copa_sanh4': {
        name: 'stjokerli/TextToText_copa',
        config: null,
        prompt: PROMPTS['ccs_copa']['sanh4'],
    },
    'copa_burns1': {
        name: 'stjokerli/TextToText_copa',
        config: null,
        prompt: PROMPTS['ccs_copa']['burns1'],
    },
    'imdb_sanh1': {
        name: 'stanfordnlp/imdb',
        config: null,
        prompt: PROMPTS['ccs_imdb']['sanh1'],
    },
    'piqa_sanh6': {
        name: 'nthngdy/piqa',
        config: null,
        prompt: PROMPTS['ccs_piqa']['sanh6'],
    },
    'qnli_sanh1': {
        name: 'SetFit/qnli',
        config: null,
        prompt: PROMPTS['ccs_qnli']['sanh1'],
    },
    'qnli_schouten1': {
        name: 'SetFit/qnli',
        config: null,
        prompt: PROMPTS['ccs_qnli']['schouten1'],
    },
    'rte_burns1': {
        name: 'SetFit/rte',
        config: null,
        prompt: PROMPTS['ccs_rte']['burns1'],
    },
    'rte_schouten1': {
        name: 'SetFit/rte',
        config: null,
        prompt: PROMPTS['ccs_rte']['schouten1'],
    },
}