openprompt

1
dataset:
2
  name: super_glue.boolq
3
  path: # dataset in huggingface doesn't need path
4

5
plm:
6
  model_name: t5
7
  model_path: t5-large
8
  optimize:
9
    freeze_para: True
10
    lr: 1.0e-5
11
    weight_decay: 0.0
12
    scheduler:
13
      type: 
14
      num_warmup_steps: 500
15

16
dataloader:
17
  max_seq_length: 256  # max_seq_length 
18
  decoder_max_length: 3 # the decoder max length to truncate decoder input sequence
19
                    # if it is an encoder-decoder architecture. Note that it's not equavalent
20
                    # to generation.max_length which is used merely in the generation phase.
21
  truncate_method: "head" # choosing from balanced, head, tail
22
  decode_from_pad: true
23

24
train:
25
  batch_size: 8
26
  gradient_accumulation_steps: 1
27
  max_grad_norm: 1.0
28
  num_epochs:
29
  num_training_steps: 30000
30

31

32
test:
33
  batch_size: 16
34

35
dev:
36
  batch_size: 16
37

38

39
template: soft_template
40
verbalizer: manual_verbalizer
41

42

43

44
soft_template:
45
  choice: 0
46
  file_path: scripts/SuperGLUE/BoolQ/soft_template.txt
47
  num_tokens: 20
48
  initialize_from_vocab: true
49
  random_range: 0.5
50
  optimize: 
51
    name: AdamW
52
    lr: 0.3
53
    adam_epsilon: 1.0e-8
54
    scheduler:
55
      num_warmup_steps: 500
56

57

58
manual_verbalizer:
59
  choice: 0
60
  file_path: scripts/SuperGLUE/BoolQ/manual_verbalizer.txt
61
  
62
environment:
63
  num_gpus: 3
64
  cuda_visible_devices:
65
  local_rank: 0
66
  model_parallel: True
67
  device_map:
68

69
learning_setting: full