dream
151 строка · 4.2 Кб
1{
2"dataset_reader": {
3"class_name": "basic_classification_reader",
4"x": "text",
5"y": "joint_labels",
6"data_path": "{DOWNLOADS_PATH}/midas/",
7"train": "midas_semantic_classes_train.csv",
8"valid": "midas_semantic_classes_dev.csv"
9},
10"dataset_iterator": {
11"class_name": "basic_classification_iterator",
12"seed": 42
13},
14"chainer": {
15"in": [
16"x"
17],
18"in_y": [
19"y"
20],
21"pipe": [
22{
23"class_name": "bert_preprocessor",
24"vocab_file": "{MODEL_PATH}/vocab.txt",
25"do_lower_case": false,
26"max_seq_length": 64,
27"in": [
28"x"
29],
30"out": [
31"bert_features"
32]
33},
34{
35"id": "classes_vocab",
36"class_name": "simple_vocab",
37"fit_on": [
38"y"
39],
40"save_path": "{MODEL_PATH}/classes.dict",
41"load_path": "{MODEL_PATH}/classes.dict",
42"in": [
43"y"
44],
45"out": [
46"y_ids"
47]
48},
49{
50"in": [
51"y_ids"
52],
53"out": [
54"y_onehot"
55],
56"class_name": "one_hotter",
57"depth": "#classes_vocab.len",
58"single_vector": true
59},
60{
61"class_name": "bert_classifier",
62"n_classes": "#classes_vocab.len",
63"return_probas": true,
64"multilabel": false,
65"one_hot_labels": true,
66"bert_config_file": "{MODEL_PATH}/bert_config.json",
67"save_path": "{MODEL_PATH}/model",
68"load_path": "{MODEL_PATH}/model",
69"keep_prob": 0.5,
70"learning_rate": 1e-05,
71"learning_rate_drop_patience": 5,
72"learning_rate_drop_div": 2.0,
73"in": [
74"bert_features"
75],
76"in_y": [
77"y_onehot"
78],
79"out": [
80"y_pred_probas"
81]
82},
83{
84"in": [
85"y_pred_probas"
86],
87"out": [
88"y_pred_ids"
89],
90"class_name": "proba2labels",
91"max_proba": true
92},
93{
94"in": [
95"y_pred_ids"
96],
97"out": [
98"y_pred_labels"
99],
100"ref": "classes_vocab"
101}
102],
103"out": [
104"y_pred_probas"
105]
106},
107"train": {
108"epochs": 50,
109"batch_size": 64,
110"metrics": [
111"accuracy",
112"f1_macro",
113"f1_weighted",
114{
115"name": "roc_auc",
116"inputs": [
117"y_onehot",
118"y_pred_probas"
119]
120}
121],
122"validation_patience": 5,
123"val_every_n_epochs": 1,
124"log_every_n_epochs": 1,
125"show_examples": false,
126"evaluation_targets": [
127"train",
128"valid"
129],
130"class_name": "nn_trainer",
131"tensorboard_log_dir": "{MODEL_PATH}/"
132},
133"metadata": {
134"variables": {
135"ROOT_PATH": "~/.deeppavlov",
136"DOWNLOADS_PATH": "{ROOT_PATH}/downloads",
137"MODELS_PATH": "{ROOT_PATH}/models",
138"MODEL_PATH": "{MODELS_PATH}/classifiers/midas_conv_bert_v2"
139},
140"requirements": [
141"{DEEPPAVLOV_PATH}/requirements/tf.txt",
142"{DEEPPAVLOV_PATH}/requirements/bert_dp.txt"
143],
144"download": [
145{
146"url": "http://files.deeppavlov.ai/alexaprize_data/midas_conv_bert_v2.tar.gz",
147"subdir": "{MODELS_PATH}/classifiers"
148}
149]
150}
151}
152