OMC/experiments/prometheus_parity/results_torch_smod_alpha_3seed.json at master · RandomCoder-lab/OMC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
  "results": {
    "alpha=0.0": {
      "alpha": 0.0,
      "vals": [
        3.3143839041392007,
        3.3250665426254273,
        3.2627411762873333
      ],
      "mean": 3.300730541017321,
      "std": 0.03333052003341452
    },
    "alpha=0.1": {
      "alpha": 0.1,
      "vals": [
        3.2600152174631756,
        3.2066749970118207,
        2.8993274768193564
      ],
      "mean": 3.1220058970981177,
      "std": 0.19468064598935667
    },
    "alpha=0.3": {
      "alpha": 0.3,
      "vals": [
        2.9655112107594808,
        3.202140474319458,
        3.393950366973877
      ],
      "mean": 3.1872006840176055,
      "std": 0.21460993836521977
    },
    "alpha=0.5": {
      "alpha": 0.5,
      "vals": [
        3.3926592032114664,
        3.1601122617721558,
        3.0517587582270305
      ],
      "mean": 3.2015100744035507,
      "std": 0.17417982809626573
    },
    "alpha=1.0": {
      "alpha": 1.0,
      "vals": [
        3.0253923575083417,
        3.324880846341451,
        2.9008992592493694
      ],
      "mean": 3.083724154366388,
      "std": 0.21792669740487583
    }
  },
  "config": {
    "seeds": "42,7,123",
    "steps": 1500,
    "lr": 0.005,
    "seq_len": 32,
    "d_model": 32,
    "n_heads": 4,
    "ff_dim": 64,
    "n_blocks": 4,
    "alphas": "0.0,0.1,0.3,0.5,1.0",
    "out": "results_torch_smod_alpha_3seed.json"
  },
  "best_alpha": 1.0
}