-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathconfig.yml
63 lines (60 loc) · 1.16 KB
/
config.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
language_model_base:
emsize: 400
nhid: 1150
nlayers: 3
lr: 0.001
weight_decay: 0.0000012
clip: 0.25
epochs: 60
batch_size: 40
eval_batch_size: 10
test_batch_size: 1
bptt_seq_len: 35
bptt_random_scaling: 2.0
bptt_p: 0.95
bptt_s: 5
bptt_min_len: 5
dropout: 0.4
dropout_i: 0.4
dropout_e: 0.1
dropout_h: 0.3
alpha: 0.2
beta: 0.1
weight_tying: true
save: 'model.pt'
weight_drop: 0.5
language_model_wt2:
emsize: 400
nhid: 1150
nlayers: 3
lr: 0.001
weight_decay: 0.0000012
clip: 0.25
epochs: 100
batch_size: 80
eval_batch_size: 10
test_batch_size: 1
bptt_seq_len: 35
bptt_random_scaling: 2.0
bptt_p: 0.95
bptt_s: 5
bptt_min_len: 5
dropout: 0.4
dropout_i: 0.65
dropout_e: 0.1
dropout_h: 0.2
alpha: 0.2
beta: 0.1
weight_tying: true
save: 'model.pt'
weight_drop: 0.5
text_generation_base:
checkpoint: 'model.pt'
outf: 'generated.txt'
words: 200
temperature: 0.8
text_generation_beam_search:
checkpoint: 'model.pt'
outf: 'generated_beam.txt'
words: 50
beam_size: 100