OMC/experiments/prometheus_parity/results_torch_smod_alpha_sweep.json at master · RandomCoder-lab/OMC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
{
  "results": {
    "alpha=0.0": {
      "alpha": 0.0,
      "vals": [
        3.3143839041392007
      ],
      "mean": 3.3143839041392007,
      "std": 0.0
    },
    "alpha=0.1": {
      "alpha": 0.1,
      "vals": [
        3.2600152174631756
      ],
      "mean": 3.2600152174631756,
      "std": 0.0
    },
    "alpha=0.3": {
      "alpha": 0.3,
      "vals": [
        2.9655112107594808
      ],
      "mean": 2.9655112107594808,
      "std": 0.0
    },
    "alpha=0.5": {
      "alpha": 0.5,
      "vals": [
        3.3926592032114664
      ],
      "mean": 3.3926592032114664,
      "std": 0.0
    },
    "alpha=1.0": {
      "alpha": 1.0,
      "vals": [
        3.0253923575083417
      ],
      "mean": 3.0253923575083417,
      "std": 0.0
    },
    "alpha=2.0": {
      "alpha": 2.0,
      "vals": [
        3.466144069035848
      ],
      "mean": 3.466144069035848,
      "std": 0.0
    }
  },
  "config": {
    "seeds": "42",
    "steps": 1500,
    "lr": 0.005,
    "seq_len": 32,
    "d_model": 32,
    "n_heads": 4,
    "ff_dim": 64,
    "n_blocks": 4,
    "alphas": "0.0,0.1,0.3,0.5,1.0,2.0",
    "out": "results_torch_smod_alpha_sweep.json"
  },
  "best_alpha": 0.3
}