OMC/experiments/prometheus_parity/results_torch_substrate_q_broader.json at master · RandomCoder-lab/OMC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
{
  "results": {
    "Q0": {
      "vals": [
        2.96439205010732,
        3.2229747931162516,
        2.8303927103678386
      ],
      "mean": 3.005919851197137,
      "std": 0.19955849172933476
    },
    "Q3": {
      "vals": [
        2.9176191806793215,
        3.324836182594299,
        3.2586148420969647
      ],
      "mean": 3.167023401790195,
      "std": 0.21851353645771499
    },
    "Q4": {
      "vals": [
        3.4722087224324545,
        3.2409726858139036,
        3.2907475153605144
      ],
      "mean": 3.3346429745356243,
      "std": 0.12170716766036932
    },
    "Q5": {
      "vals": [
        2.8415488560994464,
        3.1920326868693034,
        2.9162253697713214
      ],
      "mean": 2.983268970913357,
      "std": 0.18461002748590802
    },
    "Q6": {
      "vals": [
        2.769771114985148,
        3.075004720687866,
        2.2429317394892374
      ],
      "mean": 2.695902525054084,
      "std": 0.42092610746305126
    }
  },
  "config": {
    "seeds": "42,7,123",
    "steps": 1500,
    "lr": 0.005,
    "seq_len": 32,
    "d_model": 32,
    "n_heads": 4,
    "ff_dim": 64,
    "n_blocks": 4,
    "alpha": 1.0,
    "beta": 0.1,
    "gamma": 0.5,
    "variants": "Q0,Q3,Q4,Q5,Q6",
    "out": "results_torch_substrate_q_broader.json"
  },
  "best": "Q6"
}