Skip to content

Commit 93c5c16

Browse files
woailaosangwoailaosang
authored
Merge pull request #1 from Microsoft/dev/zj
add test_data_path for some configs
2 parents a2ee8eb + 9ff1846 commit 93c5c16

14 files changed

+698
-685
lines changed

‎model_zoo/nlp_tasks/question_answer_matching/conf_question_answer_matching_cnn.json‎

Lines changed: 132 additions & 132 deletions
Original file line numberDiff line numberDiff line change
@@ -1,133 +1,133 @@
1-
{
2-
"license": "Copyright (c) Microsoft Corporation. All rights reserved. Licensed under the MIT license.",
3-
"tool_version": "1.1.0",
4-
"model_description": "This model is used for question answer matching task, and it achieved auc: 0.7479 in WikiQACorpus test set.",
5-
"inputs": {
6-
"use_cache": true,
7-
"dataset_type": "classification",
8-
"data_paths": {
9-
"train_data_path": "./dataset/WikiQACorpus/WikiQA-train.tsv",
10-
"valid_data_path": "./dataset/WikiQACorpus/WikiQA-dev.tsv",
11-
"test_data_path": "./dataset/WikiQACorpus/WikiQA-test.tsv",
12-
"pre_trained_emb": "./dataset/GloVe/glove.840B.300d.txt"
13-
},
14-
"file_with_col_header": true,
15-
"add_start_end_for_seq": true,
16-
"file_header": {
17-
"question_id": 0,
18-
"question_text": 1,
19-
"document_id": 2,
20-
"document_title": 3,
21-
"passage_id": 4,
22-
"passage_text": 5,
23-
"label": 6
24-
},
25-
"model_inputs": {
26-
"question": ["question_text"],
27-
"passage": ["passage_text"]
28-
},
29-
"target": ["label"]
30-
},
31-
"outputs":{
32-
"save_base_dir": "./models/wikiqa_cnn/",
33-
"model_name": "model.nb",
34-
"train_log_name": "train.log",
35-
"test_log_name": "test.log",
36-
"predict_log_name": "predict.log",
37-
"predict_fields": ["prediction"],
38-
"predict_output_name": "predict.tsv",
39-
"cache_dir": ".cache.wikiqa/"
40-
},
41-
"training_params": {
42-
"optimizer": {
43-
"name": "Adam",
44-
"params": {
45-
}
46-
},
47-
"vocabulary": {
48-
"min_word_frequency": 1
49-
},
50-
"use_gpu": true,
51-
"batch_size": 20,
52-
"batch_num_to_show_results": 500,
53-
"max_epoch": 10,
54-
"valid_times_per_epoch": 1
55-
},
56-
"architecture":[
57-
{
58-
"layer": "Embedding",
59-
"conf": {
60-
"word": {
61-
"cols": ["question_text", "passage_text"],
62-
"dim": 300,
63-
"fix_weight": true
64-
}
65-
}
66-
},
67-
{
68-
"layer_id": "question_1",
69-
"layer": "ConvPooling",
70-
"conf": {
71-
"stride": 1,
72-
"padding": 0,
73-
"window_sizes": [2],
74-
"input_channel_num": 1,
75-
"output_channel_num": 128,
76-
"batch_norm": true,
77-
"activation": "ReLU",
78-
"pool_type": "max",
79-
"pool_axis": 1
80-
},
81-
"inputs": ["question"]
82-
},
83-
{
84-
"layer_id": "passage_1",
85-
"layer": "ConvPooling",
86-
"conf": {
87-
"stride": 1,
88-
"padding": 0,
89-
"window_sizes": [2],
90-
"input_channel_num": 1,
91-
"output_channel_num": 128,
92-
"batch_norm": true,
93-
"activation": "ReLU",
94-
"pool_type": "max",
95-
"pool_axis": 1
96-
},
97-
"inputs": ["passage"]
98-
},
99-
{
100-
"layer_id": "comb_qp",
101-
"layer": "Combination",
102-
"conf": {
103-
"operations": ["origin"]
104-
},
105-
"inputs": ["question_1", "passage_1"]
106-
},
107-
{
108-
"output_layer_flag": true,
109-
"layer_id": "output",
110-
"layer": "Linear",
111-
"conf": {
112-
"hidden_dim": [128,2],
113-
"activation": "PReLU",
114-
"last_hidden_activation": false,
115-
"last_hidden_softmax": false
116-
},
117-
"inputs": ["comb_qp"]
118-
}
119-
],
120-
"loss": {
121-
"losses": [
122-
{
123-
"type": "CrossEntropyLoss",
124-
"conf": {
125-
"weight": [0.1,0.9],
126-
"size_average": true
127-
},
128-
"inputs": ["output","label"]
129-
}
130-
]
131-
},
132-
"metrics": ["auc","accuracy"]
1+
{
2+
"license": "Copyright (c) Microsoft Corporation. All rights reserved. Licensed under the MIT license.",
3+
"tool_version": "1.1.0",
4+
"model_description": "This model is used for question answer matching task, and it achieved auc: 0.7479 in WikiQACorpus test set.",
5+
"inputs": {
6+
"use_cache": true,
7+
"dataset_type": "classification",
8+
"data_paths": {
9+
"train_data_path": "./dataset/WikiQACorpus/WikiQA-train.tsv",
10+
"valid_data_path": "./dataset/WikiQACorpus/WikiQA-dev.tsv",
11+
"test_data_path": "./dataset/WikiQACorpus/WikiQA-test.tsv",
12+
"pre_trained_emb": "./dataset/GloVe/glove.840B.300d.txt"
13+
},
14+
"file_with_col_header": true,
15+
"add_start_end_for_seq": true,
16+
"file_header": {
17+
"question_id": 0,
18+
"question_text": 1,
19+
"document_id": 2,
20+
"document_title": 3,
21+
"passage_id": 4,
22+
"passage_text": 5,
23+
"label": 6
24+
},
25+
"model_inputs": {
26+
"question": ["question_text"],
27+
"passage": ["passage_text"]
28+
},
29+
"target": ["label"]
30+
},
31+
"outputs":{
32+
"save_base_dir": "./models/wikiqa_cnn/",
33+
"model_name": "model.nb",
34+
"train_log_name": "train.log",
35+
"test_log_name": "test.log",
36+
"predict_log_name": "predict.log",
37+
"predict_fields": ["prediction"],
38+
"predict_output_name": "predict.tsv",
39+
"cache_dir": ".cache.wikiqa/"
40+
},
41+
"training_params": {
42+
"optimizer": {
43+
"name": "Adam",
44+
"params": {
45+
}
46+
},
47+
"vocabulary": {
48+
"min_word_frequency": 1
49+
},
50+
"use_gpu": true,
51+
"batch_size": 20,
52+
"batch_num_to_show_results": 500,
53+
"max_epoch": 10,
54+
"valid_times_per_epoch": 1
55+
},
56+
"architecture":[
57+
{
58+
"layer": "Embedding",
59+
"conf": {
60+
"word": {
61+
"cols": ["question_text", "passage_text"],
62+
"dim": 300,
63+
"fix_weight": true
64+
}
65+
}
66+
},
67+
{
68+
"layer_id": "question_1",
69+
"layer": "ConvPooling",
70+
"conf": {
71+
"stride": 1,
72+
"padding": 0,
73+
"window_sizes": [2],
74+
"input_channel_num": 1,
75+
"output_channel_num": 128,
76+
"batch_norm": true,
77+
"activation": "ReLU",
78+
"pool_type": "max",
79+
"pool_axis": 1
80+
},
81+
"inputs": ["question"]
82+
},
83+
{
84+
"layer_id": "passage_1",
85+
"layer": "ConvPooling",
86+
"conf": {
87+
"stride": 1,
88+
"padding": 0,
89+
"window_sizes": [2],
90+
"input_channel_num": 1,
91+
"output_channel_num": 128,
92+
"batch_norm": true,
93+
"activation": "ReLU",
94+
"pool_type": "max",
95+
"pool_axis": 1
96+
},
97+
"inputs": ["passage"]
98+
},
99+
{
100+
"layer_id": "comb_qp",
101+
"layer": "Combination",
102+
"conf": {
103+
"operations": ["origin"]
104+
},
105+
"inputs": ["question_1", "passage_1"]
106+
},
107+
{
108+
"output_layer_flag": true,
109+
"layer_id": "output",
110+
"layer": "Linear",
111+
"conf": {
112+
"hidden_dim": [128,2],
113+
"activation": "PReLU",
114+
"last_hidden_activation": false,
115+
"last_hidden_softmax": false
116+
},
117+
"inputs": ["comb_qp"]
118+
}
119+
],
120+
"loss": {
121+
"losses": [
122+
{
123+
"type": "CrossEntropyLoss",
124+
"conf": {
125+
"weight": [0.1,0.9],
126+
"size_average": true
127+
},
128+
"inputs": ["output","label"]
129+
}
130+
]
131+
},
132+
"metrics": ["auc","accuracy"]
133133
}

‎model_zoo/nlp_tasks/question_nli/conf_qnli_bilstm.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88
"data_paths": {
99
"train_data_path": "./dataset/QNLI/train.tsv",
1010
"valid_data_path": "./dataset/QNLI/dev.tsv",
11+
"test_data_path": "./dataset/QNLI/dev.tsv",
1112
"pre_trained_emb": "./dataset/GloVe/glove.840B.300d.txt"
1213
},
1314
"file_with_col_header": true,

0 commit comments

Comments
 (0)