-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathconfig.yml
62 lines (56 loc) · 1.38 KB
/
config.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
general:
seed: 2020
expert_batch_size: 2000
expert_data_path: ../data/train_data_sas.csv
training_epochs: 100000
num_states: 155
num_actions: 6
gae:
gamma: 0.995
tau: 0.96
ppo:
clip_ratio: 0.1
ppo_optim_epochs: 1
ppo_mini_batch_size: 200
sample_batch_size: 2000
jointpolicy:
learning_rate: !!float 1e-4
trajectory_length: 10
agent:
num_states: 155
num_actions: 6
num_discrete_actions: 0
discrete_actions_sections: !!python/tuple [0]
action_log_std: 0.0
use_multivariate_distribution: False
num_hiddens: !!python/tuple [256]
activation: LeakyReLU
drop_rate: 0.5
env:
num_states: 161
num_actions: 155
num_discrete_actions: 132
discrete_actions_sections: !!python/tuple [5, 2, 4, 3, 2, 9, 2, 32, 35, 7, 2, 21, 2, 3, 3]
action_log_std: 0.0
use_multivariate_distribution: False
num_hiddens: !!python/tuple [256]
activation: LeakyReLU
drop_rate: 0.5
value:
num_states: 155
num_hiddens: !!python/tuple [256, 256]
activation: LeakyReLU
drop_rate: 0.5
learning_rate: !!float 3e-4
l2_reg: !!float 1e-3
discriminator:
num_states: 155
num_actions: 6
num_hiddens: !!python/tuple [256, 256]
activation: LeakyReLU
drop_rate: 0.5
learning_rate: !!float 4e-4
use_noise: True # trick: add noise
noise_std: 0.15
use_label_smoothing: True # trick: label smoothing
label_smooth_rate: 0.1