FormulaSTOCK/tune_space.json at main · TigerOfCountryYao/FormulaSTOCK · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
{
  "lr": [
    0.0005,
    0.0003,
    0.0002,
    0.0001
  ],
  "dropout": [
    0.1,
    0.2,
    0.3
  ],
  "weight_decay": [
    0.0001,
    5e-05,
    1e-05
  ],
  "d_model": [
    128,
    192,
    256,
    320,
    384,
    448,
    512
  ],
  "num_heads": [
    4,
    8,
    12,
    16
  ],
  "num_layers": [
    4,
    8,
    12,
    16
  ],
  "d_ff": [
    256,
    512,
    768,
    1024
  ],
  "temp": [
    0.7,
    1.0,
    1.3,
    1.5,
    1.7
  ],
  "predictor_hidden_factor": [
    0.5,
    1.0
  ],
  "predictor_dropout": [
    0.1,
    0.2,
    0.3
  ],
  "use_per_asset_feature_attention": [
    0,
    1
  ],
  "per_asset_feature_reg_w": [
    1e-05,
    5e-05,
    0.0001,
    0.0005,
    0.001
  ],
  "anneal_fracs": [
    0.2,
    0.3,
    0.5,
    0.8
  ],
  "top_k_small_pool": [
    3,
    4,
    5,
    8
  ],
  "top_k_large_pool": [
    12,
    16,
    20,
    24
  ]
}